-- Logs begin at Tue 2021-12-14 18:19:39 UTC, end at Tue 2021-12-14 20:00:56 UTC. -- Dec 14 18:55:50.108272 dv-cinder-821749-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 18:55:52.720552 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:55:52.721258 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 18:55:52.722514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88007) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 18:55:52.723262 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:55:52.723544 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 18:55:52.723791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88007) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 18:55:52.724924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:52.725215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:52.726275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:52.726558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:52.726813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:52.727178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.727520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.727848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.728104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.728451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.728964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.729303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.729634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.730030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.730351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.730659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.730986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.731241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.731557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.731974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.732190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.732441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] debug = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.732753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.733320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.733636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.733955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.734273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.734572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.734877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.735193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.735571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] host = dv-cinder-821749-1-iscsi {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.735875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.736195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.736517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.736831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.737161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.737469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.737787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.738093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.738389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_file = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.738692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.739008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.739327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.739659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.739914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.740161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.740483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.740804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.741130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.741451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.741755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.742060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.742363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.742660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.742985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.743316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.743634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.743938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.744379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.744687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.745055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.745336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.745641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.745945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.746249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.746577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.746876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.747182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.747534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.747850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.748176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.748530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.748838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.749190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.749496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.749798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.750104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_json = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.750407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.750706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.751024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.751329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.751630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.751936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.752236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.752558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:52.752900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.753262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.753599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.753915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.754248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.754563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.754889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.755200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.755521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.755853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.756181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.756491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.756809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.757175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.757513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.757812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.758123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.758451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.758760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.759067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.759398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.759902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.760300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.760622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.760938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.761274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.761582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.761897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.762243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.762543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.762846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.763162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.763472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.763773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.764091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.764401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.764706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.765382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.765694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.766000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.766347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.766628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.766936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.767248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.767552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.767855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.768160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.768462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.768769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.769101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.769406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.769721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.770025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.770330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.770631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.770938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.771242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.771564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.771901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.772216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.772531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.772843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.773180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.773494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.773798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.774106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.774416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.774721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.775068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.775662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.775871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.776029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.776602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.776951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.777289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.777609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.777930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.778240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.778556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.778871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.779205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.779535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.779871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.780202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.780532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.780842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.781224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.781543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:52.781792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:55:52.782065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88007) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 14 18:55:53.440751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:55:53.441061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:55:53.441499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:55:53.443194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 18:55:53.804158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.804746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.804746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.866919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.867217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.867608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.871111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.871463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:53.871823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.030655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.031180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.031659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.032932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.033275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.033580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.157048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.157422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.157892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.158241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.159141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.348062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.348468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.348903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.349332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.349677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.350116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.350460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.350768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.351142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.351714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.352237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.352770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.353347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.353915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.354295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.354679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.355036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.355418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.355764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.356167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.356705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.357091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.357436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.357895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.358252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.358568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.359295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.359779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.360272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.360749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.361260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.361756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:54.363592 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 18:55:54.372886 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 18:55:54.381044 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 18:55:54.386925 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 14 18:55:54.390264 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 18:55:54.391480 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 18:55:54.391885 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 18:55:54.392325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 18:55:54.396628 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 18:55:54.396931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 18:55:54.397465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:55:54.425700 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 14 18:55:54.426279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.426635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88007) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 14 18:55:54.427131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.428635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88007) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 18:55:54.429038 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:55:54.429397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 18:55:54.433057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.433370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.501054 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 18:55:54.501420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 18:55:54.501616 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 18:55:54.502071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 18:55:54.539496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.sqlalchemy.engines [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88007) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 14 18:55:54.849859 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing driver for type 'gre' Dec 14 18:55:54.850689 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] gre ID ranges: [(1, 1000)] Dec 14 18:55:54.902713 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing driver for type 'local' Dec 14 18:55:54.903212 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing driver for type 'vlan' Dec 14 18:55:54.916430 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] VlanTypeDriver initialization complete Dec 14 18:55:54.917058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing driver for type 'vxlan' Dec 14 18:55:54.917629 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] vxlan ID ranges: [(1, 1000)] Dec 14 18:55:54.973460 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing extension driver 'port_security' Dec 14 18:55:54.973754 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.extensions.port_security [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] PortSecurityExtensionDriver initialization complete Dec 14 18:55:54.974174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing mechanism driver 'openvswitch' Dec 14 18:55:54.974536 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing mechanism driver 'hyperv' Dec 14 18:55:54.981997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:54.982888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.983297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.983682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.984155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.984546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.984928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.985381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.985764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.986116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.986567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.987022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.987342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.987733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.988108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.988684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.989084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] ML2 OVO RPC backend initialized. {{(pid=88007) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 14 18:55:54.989882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.990274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.990730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.991113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > networks before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.991494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.991868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > ports before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.992247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.992624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnets before_response 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.993005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.993408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.993777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.994453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.994744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.995369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.995754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.996234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.996629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:54.997406 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.plugin [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Modular L2 Plugin initialization complete Dec 14 18:55:54.997764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading services supported by the core plugin {{(pid=88007) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 14 18:55:54.998137 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.plugins.ml2.managers [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Got port-security extension from driver 'port_security' Dec 14 18:55:54.998645 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.extensions.vlantransparent [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Disabled vlantransparent extension. Dec 14 18:55:54.999106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88007) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 14 18:55:54.999444 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: router Dec 14 18:55:55.047022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.047453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_create 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.047857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router before_create 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.048263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.048684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.049107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_delete 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.049516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.049926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_create 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.050308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.050698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.051083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.051485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.051999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.052434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.052812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.053262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: subnet after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.053639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.054038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.054425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_create 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.054807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.055188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.055603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router after_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.055972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.056358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_create 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.057045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.057530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_update 55549900 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.057958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > agent after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.058335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > agent after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.058723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > network after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.059844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Tracking information for resource: router configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:55.060215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Tracking information for resource: floatingip configured {{(pid=88007) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:55.065980 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_agentschedulers_db [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 18:55:55.066656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.067064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.067450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.067846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: port after_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.068831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router before_create 55550100 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.069268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.069672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_create 55550100 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.070065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > router precommit_update 55550100 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.075598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.provider_configuration [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service providers = [] {{(pid=88007) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 18:55:55.076001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.servicetype_db [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88007) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 18:55:55.079126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.service_base [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:55.079508 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.service_base [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:55.079884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.service_base [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:55.080787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.service_base [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88007) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:55.081228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.services.service_base [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 18:55:55.081674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.082032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 18:55:55.104318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.104809 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: auto_allocate Dec 14 18:55:55.116500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: network precommit_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.116898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: network precommit_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.117555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.117914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: tag Dec 14 18:55:55.130736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.131106 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: timestamp Dec 14 18:55:55.135536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.136112 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: network_ip_availability Dec 14 18:55:55.142634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.143046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.143438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.144308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.144665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: flavors Dec 14 18:55:55.161737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.162108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading Plugin: revisions Dec 14 18:55:55.167594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88007) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:55.168021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.726s {{(pid=88007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:55:55.168861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88007) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 14 18:55:55.169258 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Initializing extension manager. Dec 14 18:55:55.169849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: __init__.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.170228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: __pycache__ {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.170603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.170972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.171340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: _filter_validation_lib.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.171703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.172067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: address_scope.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.173034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.173689 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: address-scope Dec 14 18:55:55.174045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.175059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.175663 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: router-admin-state-down-before-update Dec 14 18:55:55.175993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: agent.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.176810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.177416 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: agent Dec 14 18:55:55.177771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: agent_resources_synced.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.178717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.179297 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: agent-resources-synced Dec 14 18:55:55.179651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: allowedaddresspairs.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.181593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.182371 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: allowed-address-pairs Dec 14 18:55:55.182943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: auto_allocated_topology.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.184084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.184661 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: auto-allocated-topology Dec 14 18:55:55.185030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: availability_zone.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.185996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.186575 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: availability_zone Dec 14 18:55:55.186935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: availability_zone_filter.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.187886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.188461 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: availability_zone_filter Dec 14 18:55:55.188820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: data_plane_status.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.189772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.190356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 18:55:55.190714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: default_subnetpools.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.191653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.192230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: default-subnetpools Dec 14 18:55:55.192587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.193564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.194141 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: dhcp_agent_scheduler Dec 14 18:55:55.194502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: dns.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.195456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.196021 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension dns-integration not supported by any of loaded plugins Dec 14 18:55:55.196371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: dns_domain_ports.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.197415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.198351 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 18:55:55.198720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: dvr.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.199501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.200075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: dvr Dec 14 18:55:55.200435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: empty_string_filtering.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.201441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.202010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: empty-string-filtering Dec 14 18:55:55.202365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.203291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.203855 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:55:55.204210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.205162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.205736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 18:55:55.206091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: external_net.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.207024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.207594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: external-net Dec 14 18:55:55.207946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.208863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.209465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: extra_dhcp_opt Dec 14 18:55:55.209823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: extraroute.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.210758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.211350 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: extraroute Dec 14 18:55:55.211685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: extraroute_atomic.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.212946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.213841 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: extraroute-atomic Dec 14 18:55:55.214310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: filter_validation.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.215046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.215629 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: filter-validation Dec 14 18:55:55.215986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: fip_pf_description.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.216930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.217556 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 18:55:55.217908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: fip_port_details.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.218848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.219424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: fip-port-details Dec 14 18:55:55.219779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: flavors.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.221109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.221696 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: flavors Dec 14 18:55:55.222058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.223834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.224443 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 18:55:55.224808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: floatingip_pools.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.225618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.226201 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: floatingip-pools Dec 14 18:55:55.226562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: ip_allocation.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.227503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.228090 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 18:55:55.228557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.229810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.230390 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: ip-substring-filtering Dec 14 18:55:55.230751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l2_adjacency.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.231702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.232265 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 18:55:55.232659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.233850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.234471 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: router Dec 14 18:55:55.234837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.237570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.238181 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:55:55.238524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.239512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.240090 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: ext-gw-mode Dec 14 18:55:55.240448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.241408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.241994 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: l3-ha Dec 14 18:55:55.242353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3_flavors.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.243399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.244166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: l3-flavors Dec 14 18:55:55.244331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.245684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.246267 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 18:55:55.246625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: l3agentscheduler.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.247976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.248569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: l3_agent_scheduler Dec 14 18:55:55.248936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: logging.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.250598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.251205 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension logging not supported by any of loaded plugins Dec 14 18:55:55.251569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: metering.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.254307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.255030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: metering Dec 14 18:55:55.255403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: multiprovidernet.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.256401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.257004 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: multi-provider Dec 14 18:55:55.257394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: netmtu.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.258332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.258918 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: net-mtu Dec 14 18:55:55.259280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: netmtu_writable.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.260491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.261282 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: net-mtu-writable Dec 14 18:55:55.261646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: network_availability_zone.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.262424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.263001 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: network_availability_zone Dec 14 18:55:55.263366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: network_ip_availability.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.264532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.265508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: network-ip-availability Dec 14 18:55:55.265868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: network_segment_range.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.266807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.267399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 18:55:55.267764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: pagination.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.268785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.269186 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: pagination Dec 14 18:55:55.269546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.270482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.271068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: port-mac-address-regenerate Dec 14 18:55:55.271423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: port_resource_request.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.272368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.272966 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 18:55:55.273375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: portbindings.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.274341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.274919 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: binding Dec 14 18:55:55.275334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: portbindings_extended.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.277030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.277604 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: binding-extended Dec 14 18:55:55.277977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: portsecurity.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.278912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.279496 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: port-security Dec 14 18:55:55.279856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: project_id.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.280869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.281248 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: project-id Dec 14 18:55:55.281603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: providernet.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.282671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.283266 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: provider Dec 14 18:55:55.283627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.287393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.288005 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos not supported by any of loaded plugins Dec 14 18:55:55.288376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.289720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.290302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 18:55:55.290668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.291987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.292632 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 18:55:55.293019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_default.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.293958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.294535 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-default not supported by any of loaded plugins Dec 14 18:55:55.294897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_fip.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.295607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.296170 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-fip not supported by any of loaded plugins Dec 14 18:55:55.296532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_gateway_ip.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.297494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.298066 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 18:55:55.298424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_port_network_policy.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.299343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.299910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 18:55:55.300269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_rule_type_details.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.301251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.301823 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 18:55:55.302177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: qos_rules_alias.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.303297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.303875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 18:55:55.304232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: quotasv2.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.305413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.305790 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: quotas Dec 14 18:55:55.306150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: quotasv2_detail.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.308136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.308514 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: quota_details Dec 14 18:55:55.308885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: rbac.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.310130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.310752 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: rbac-policies Dec 14 18:55:55.311126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: rbac_address_scope.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.312087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.312671 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: rbac-address-scope Dec 14 18:55:55.313051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: rbac_security_groups.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.314003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.314584 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: rbac-security-groups Dec 14 18:55:55.314941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: rbac_subnetpool.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.315885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.316459 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: rbac-subnetpool Dec 14 18:55:55.316817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: revisionifmatch.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.317777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.318355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: revision-if-match Dec 14 18:55:55.318716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: revisions.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.319842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.320437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: standard-attr-revisions Dec 14 18:55:55.320802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: router_availability_zone.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.321599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.322291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: router_availability_zone Dec 14 18:55:55.322830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: routerservicetype.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.323988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.324567 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension router-service-type not supported by any of loaded plugins Dec 14 18:55:55.324928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.325908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.326485 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: port-security-groups-filtering Dec 14 18:55:55.326843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: securitygroup.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.340847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.341567 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: security-group Dec 14 18:55:55.341937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: segment.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.342932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.343497 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension segment not supported by any of loaded plugins Dec 14 18:55:55.343878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.344940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.345553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 18:55:55.345917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: servicetype.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.347062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.347653 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: service-type Dec 14 18:55:55.348016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: sorting.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.349054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.349438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: sorting Dec 14 18:55:55.349800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: standard_attr_segment.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.350757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.351355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 18:55:55.351717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: standardattrdescription.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.352444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.353030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: standard-attr-description Dec 14 18:55:55.353483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: stateful_security_group.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.354843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.355375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: stateful-security-group Dec 14 18:55:55.355733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: stdattrs_common.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.356334 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 18:55:55.356693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.357646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.358236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 18:55:55.358596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnet_onboard.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.359715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.360299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: subnet_onboard Dec 14 18:55:55.360658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.361657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.362233 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 18:55:55.362591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnet_service_types.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.363625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.364217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: subnet-service-types Dec 14 18:55:55.364575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnetallocation.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.365776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.366388 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: subnet_allocation Dec 14 18:55:55.366852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.367605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.368193 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: subnetpool-prefix-ops Dec 14 18:55:55.368546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.369911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.370528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 18:55:55.370889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: tagging.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.372401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.373044 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: standard-attr-tag Dec 14 18:55:55.373415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: timestamp.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.374730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.375323 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loaded extension: standard-attr-timestamp Dec 14 18:55:55.375687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: trunk.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.376738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.377325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension trunk not supported by any of loaded plugins Dec 14 18:55:55.377689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: trunk_details.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.378625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.379211 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension trunk-details not supported by any of loaded plugins Dec 14 18:55:55.379575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: uplink_status_propagation.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.380504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.381140 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 18:55:55.381485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Loading extension file: vlantransparent.py {{(pid=88007) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:55.382220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88007) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:55.382809 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 18:55:55.386220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:network Dec 14 18:55:55.387081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnet Dec 14 18:55:55.387750 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:55.388424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:port Dec 14 18:55:55.390348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.390835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service FLAVORS assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.391549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.392021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.392394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:router Dec 14 18:55:55.393178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:55:55.393964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service METERING assigned prefix: /metering {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.395854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.396257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.396644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:55.397860 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:55:55.398358 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:55:55.399191 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:55:55.400019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service CORE assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.400475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:55.400926 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] subnetpool is already registered Dec 14 18:55:55.401931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service CORE assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.402276 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:55.402677 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] subnetpool is already registered Dec 14 18:55:55.405477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.405958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service FLAVORS assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.406606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.407066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.407439 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:router Dec 14 18:55:55.407802 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] router is already registered Dec 14 18:55:55.408473 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:55:55.408834 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] floatingip is already registered Dec 14 18:55:55.409545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service METERING assigned prefix: /metering {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.410298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:55:55.410638 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] rbac_policy is already registered Dec 14 18:55:55.411122 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:55:55.411481 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] security_group is already registered Dec 14 18:55:55.412323 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:55:55.412672 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] security_group_rule is already registered Dec 14 18:55:55.413454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service CORE assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.413820 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:55.414178 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] subnetpool is already registered Dec 14 18:55:55.414864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.resource_helper [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Service CORE assigned prefix: {{(pid=88007) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:55.415227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:55.415581 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.quota.resource_registry [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] subnetpool is already registered Dec 14 18:55:55.416465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: extensions {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.418396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: address-scopes {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.419674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: agents {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.421038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: auto-allocated-topology {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.422405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: availability_zones {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.423684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: dhcp-networks {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.425331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: dhcp-agents {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.426795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: routers {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.428581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: flavors {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.431039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: service_profiles {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.432781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: next_providers {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.434328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: service_profiles {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.435812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: floatingip-pools {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.437230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: routers {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.438996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: floatingips {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.440235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: l3-routers {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.441781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: l3-agents {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.443225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: metering-labels {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.444510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: metering-label-rules {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.445968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: network-ip-availabilities {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.447312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: bindings {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.449414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: quotas {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.450982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: quotas {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.452474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: rbac-policies {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.453764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: security-groups {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.455008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: security-group-rules {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.456392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: service-providers {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.457813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: subnetpools {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.459191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: subnetpools {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.460803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.462549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.464820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.466760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.468480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.470344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.472243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.474060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.476081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.477928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.extensions [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Extended resource: tags {{(pid=88007) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:55.485462 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING keystonemiddleware.auth_token [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 18:55:55.490514 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING keystonemiddleware.auth_token [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 18:55:55.500164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Acquired lock "singleton_lock" {{(pid=88007) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 14 18:55:55.500698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Releasing lock "singleton_lock" {{(pid=88007) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 14 18:55:55.502220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Starting 2 workers Dec 14 18:55:55.506968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Started child 88118 {{(pid=88007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:55.511212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.512104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Started child 88119 {{(pid=88007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:55.512810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [-] (88118) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:55:55.513706 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 18:55:55.514370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Notify callbacks [] for process, before_spawn {{(pid=88007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.516770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.517298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Starting 1 workers Dec 14 18:55:55.518257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [-] (88119) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:55:55.522780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Started child 88120 {{(pid=88007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:55.523353 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Starting 1 workers Dec 14 18:55:55.525609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] calling RpcWorker wait() {{(pid=88120) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 18:55:55.526030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] returning from RpcWorker wait() {{(pid=88120) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 18:55:55.527668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.528226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:55.528466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Started child 88121 {{(pid=88007) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:55.529518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-123898b9-76ff-4b02-95c5-609c530d3438 None None] Notify callbacks [] for process, after_spawn {{(pid=88007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.531207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88007) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 18:55:55.531402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:55.531770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:55.532022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:55.532615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:55.532790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:55.533380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.533621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:55.533788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.533930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.534221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.534537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.535183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.535479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.535763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.536054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.536322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.536498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.536871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.537186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.537474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.537809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.538117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.538382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.538666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.538858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.539329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.539646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.539929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.540216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] debug = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.540486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.541442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.541717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.541996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.542286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.542602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.542890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.543185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.543436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.543643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.544009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.544223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.544429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.544641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.544877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.545110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.545633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] host = dv-cinder-821749-1-iscsi {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.545867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.546074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.546290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.546500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.546704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.546914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.547208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.547490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.547717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.547935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.548211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.548470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.548690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.549140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_file = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.549140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_options = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.549568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.549763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.549960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.550156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.550364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.550553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.550739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.550922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.551105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.551296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.551548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.551805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.552059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.552384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.552622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.552827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.553094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.553301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.553504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.553789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.554225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.554437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.554661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.554863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.555066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.555273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.555475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.556101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.556101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.556101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.556757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.557387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.557713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.557957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.558351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.558573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.558777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.558999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.559233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.559577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.559796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.560006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.560206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.560418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.560623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.560845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_json = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.561330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.561551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.561838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.562082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.562320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.562559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.562818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.563101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.564839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.565559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.567958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.568262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.568549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.568831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.569154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.569432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.570378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.572381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.574684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.574940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:55.575166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.577133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.578433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.579283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.581812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.582277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.582962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.583414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.583857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.584303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.584792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.585347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.585794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.587258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.587258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.587450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.588011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.588509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.589073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.589556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.590158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.590614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.591029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.591437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.591850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.592338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.592801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.593342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.593853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.594298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.594961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.595690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.596137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.596666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.597157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.597614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.598067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.598511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.598945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.599417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.599867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.600349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.600779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.601287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.601714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.602157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.602629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.603081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.603553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.603983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.604541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.604938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.605360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.605804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.606311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.606647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.607089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.607526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.607977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.608583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.609076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.609512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.610063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.610640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.611105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.611573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.612040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.612518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.613015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.613500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.613945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.614402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.614831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.615341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.615819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.616286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.616771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.617248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.617763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.618205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.618677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.619394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.619710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.620180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.620675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.621200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.621674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.622301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.623071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.623644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.624112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.624621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.625120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.625624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.626218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.626727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.627214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.627693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.628191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.628727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.629246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.629735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.630218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.630700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.631159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.631725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.632315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.632815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.633300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.633742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.634256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.634762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.635225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.635721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.636214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.636699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.637203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.637703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.638128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.638578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.639072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.639500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.640297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.640730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.641206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.641662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.642094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.642572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.643003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.643446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.643881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.644325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.644777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.645312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.645799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.646234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.646688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.647102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.647518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.647923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.648574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.649117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.649564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.650101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.650717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.651178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.651679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.652132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.652673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.653149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.653645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.654111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.654549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.654981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.655427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.655861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.656296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.656799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.657267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.657780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.658236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.658831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.659282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.659768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.660216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.660654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.661158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.661593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.662038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.662475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.662950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.663441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.663888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.664338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.664774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.665267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.665699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.666197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.666638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.667150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.667668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.668160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.668638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.669197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.669649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.670101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.670648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.671129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.671580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.672038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.672488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.673066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.673527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.673958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.674566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.675020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.675517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.675992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.676438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.676901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.677442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.678115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.678224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:55.678676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.679169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.679693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.680341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.680874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.681436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.681947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.682522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.683130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.683688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.684152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.684620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.685164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.685632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.686084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.686517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.686963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.687408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.687918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.688450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.688910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.689383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.689864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.690306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.690770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.691153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.691602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.692040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.692376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:55:55.693334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88007) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 18:55:55.693667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:55.693995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:55.694360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:55.694717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:55.695041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:55.695469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.695807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.696141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.696478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.696817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.697254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.697614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.697933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.698276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.698622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.699025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.699272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.699576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.699911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.700247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.700582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.700915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.701301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.701633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.701944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.702284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.702622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.702973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] debug = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.703292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.703654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.703989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.704344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.704659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.705001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.705386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.705718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.706060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.706395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.706702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.707030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.707370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.707700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.708034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.708371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.708704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] host = dv-cinder-821749-1-iscsi {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.709061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.709391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.709724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.710056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.710391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.710717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.711045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.711372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.711703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.712031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.712363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.712691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.713130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.713440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_file = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.713738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_options = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.714080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.714414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.714746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.715117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.715452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.715786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.716119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.716459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.716788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.717150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.717481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.717814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.718148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.718475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.718802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.719134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.719463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.719794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.720124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.720456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.720792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.721149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.721484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.721832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.722135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.722429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.722755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.723093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.723445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.723751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.724081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.724407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.724731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.725076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.725394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.725703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.725998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.726339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.726658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.726979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.727310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.727629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.727954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.728277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.728658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.729008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_json = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.729337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.729655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.729971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.730296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.730618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.730942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.731270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.731593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:55.731958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.732289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.732638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.732963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.733324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.733656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.733984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.734319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.734655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.734989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.735333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.735669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.736039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.736378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.736720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.737088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.737454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.737721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.738043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.738363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.738705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.739035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.739339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.739625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.739957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.740295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.740628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.740967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.741349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.741684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.742038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.742351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.742653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.742969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.743287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.743606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.743942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.744396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.744700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.745072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.745609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.745932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.746247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.746577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.746909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.747250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.747574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.747881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.748168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.748506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.748861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.749254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.749571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.749886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.750207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.750539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.750874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.751170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.751495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.751796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.752127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.752464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.752804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.753176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.753527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.753867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.754193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.754524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.754846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.755158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.755467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.755792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.756125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.756472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.756824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.757193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.757566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.757860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.758165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.758492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.758821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.759150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.759478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.760474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.760804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.761188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.761522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.761847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.762182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.762520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.762857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.763197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.763539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.763885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.764224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.764564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.765295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.765634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.765960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.766285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.766628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.766956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.767291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.767617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.767938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.768272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.768618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.768961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.769358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.769698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.770022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.770361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.770699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.771037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.771377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.771710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.772060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.772449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.772785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.773157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.773497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.773840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.774181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.774518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.774856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.775217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.775568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.775903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.776278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.776614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.776950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.777317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.777648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.777940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.778277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.778612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.778948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.779283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.779620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.779959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.780295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.780632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.781026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.781327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.781661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.782000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.782338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.782675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.783004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.783342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.783676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.784018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.784354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.784690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.785057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.785395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.785733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.786071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.786408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.786737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.787074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.787415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.787753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.788085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.788423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.788757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.789122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.789462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.789787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.790125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.790461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.790798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.791226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.791569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.791904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.792244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.792583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.792920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.793294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.793631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.793978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.794316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.794703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.795051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.795709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.795845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55370) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:55:55.796047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.796385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.796724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.797085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.797427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.797788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.798126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.798459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.798796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.799149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.799485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.799825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.800185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.800511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.800843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.801210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.801884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.802280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.802659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.803111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.803454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.804002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.804385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.804728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.805120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.805472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.805819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.806170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.806559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.806913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.807254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.807608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.807957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.808350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.808683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.809044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.809332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112321 Dec 14 18:55:55.809452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.809700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.810070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.810390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.810726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.811063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.811399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.811735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.812308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.812631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.812887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.813588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.813903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.814299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.814613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.815085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.815439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.815808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.816148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.816486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:55.816808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88007) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:56:06.298010 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1aa2a-389c-4844-bc85-29e142f5301f None None] get_active_networks_info from dv-cinder-821749-1-iscsi {{(pid=88120) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 18:56:06.611348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c1aa2a-389c-4844-bc85-29e142f5301f None None] No non-hosted networks {{(pid=88120) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 18:56:06.690369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e60b88be-41e4-4a6c-8197-00a9c8ebc91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:07.719851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:07.720951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.721509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.722023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.722557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.723067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.729089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.730255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.730802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.732343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.733874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.734399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:07.734968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821749-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:07.753571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821749-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:08.358402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-936d7f10-32f6-40e7-ab99-7d4b1b10c7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.407648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72aeff45-d3e9-420f-8ade-c4e6b38d58d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:09.321203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:10.198091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:11.391245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55484) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:12.231627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-5ddf05b8-8b86-4eab-b1a8-8581240ce475 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:12.232880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5ddf05b8-8b86-4eab-b1a8-8581240ce475 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.8396890 Dec 14 18:56:14.506816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_hamode_db [None req-ec848c65-17af-4637-8a59-bb8a8d8fdaa6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 18:56:14.611528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec848c65-17af-4637-8a59-bb8a8d8fdaa6 None None] Routers set() bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:14.612078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec848c65-17af-4637-8a59-bb8a8d8fdaa6 None None] Router IDs set() for agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 14 18:56:14.808187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55500) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:14.892904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:15.152463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.policy [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88119) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 18:56:15.159839 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Loaded quota_driver: . Dec 14 18:56:15.196558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:15.261924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741830671667', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741830684623', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741830687377', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741830579902', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741829850834', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850694602', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4070462', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853160350', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853050303'] for rbac-policy, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:15.332790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:15.334096 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f555de2b-9668-434e-8fc6-4607df844c81 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5248425 Dec 14 18:56:17.621382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55516) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:17.701674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Request body: {'network': {'project_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'name': 'private'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:17.707646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:17.714817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Usage tracker for resource:network and tenant:7d6b6600dc564eca8b4630713225efeb is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:17.718515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:17.725183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:17.735436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Made reservation on behalf of 7d6b6600dc564eca8b4630713225efeb for: {'network': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:17.741439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:17.759012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:17.804090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:17.808686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Usage tracker for resource:security_group_rule and tenant:7d6b6600dc564eca8b4630713225efeb is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:17.812325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:17.818797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:17.897936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:17.902015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:17.907190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:17.924854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=88119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:56:17.953832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295026137921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:17.954369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Unsubscribe: segment precommit_create {{(pid=88119) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 18:56:17.954824 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Added segment 03c99460-99a4-41d6-b0c8-b88e99a4541a of type vlan for network 513bdff9-eb28-4051-9f18-29723f622997 Dec 14 18:56:18.011131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f49809-80b5-47ed-9289-a7f36aacb58c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:18.046661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.047034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.047373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.047725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.048109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.048437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.048781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.049183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.049524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.049864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.050202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Tracked resource versions report: Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 18:56:18.051310 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:18.077690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.097606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:18.121009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.122478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:18.123133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.126959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:18.242076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Pushing event updated for resources: {'Network': ['ID=513bdff9-eb28-4051-9f18-29723f622997,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:18.245171 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6226542 Dec 14 18:56:18.247062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:18.256282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 513bdff9-eb28-4051-9f18-29723f622997 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:56:20.535246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55534) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:20.719546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612739d9-a528-4af5-94bf-0977639d4867 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:20.721043 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-612739d9-a528-4af5-94bf-0977639d4867 admin admin] 10.222.0.72 "GET /v2.0/networks/513bdff9-eb28-4051-9f18-29723f622997 HTTP/1.1" status: 200 len: 825 time: 0.1847496 Dec 14 18:56:20.751177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-219b47c9-fc92-4190-ac9c-761ee93abb6d admin admin] 10.222.0.72 "GET /v2.0/subnetpools/614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a HTTP/1.1" status: 200 len: 734 time: 0.0238709 Dec 14 18:56:20.761386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Request body: {'subnet': {'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'gateway_ip': '172.20.0.1'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:20.766473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:20.770624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Usage tracker for resource:subnet and tenant:7d6b6600dc564eca8b4630713225efeb is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:20.773790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:20.780288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:20.795059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Made reservation on behalf of 7d6b6600dc564eca8b4630713225efeb for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:20.799805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:21.115906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:21.121152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:21.234637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f15c66-8047-496a-83a5-86647c6e8abc,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:21.239878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:21.243335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Checking segment: {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:21.243869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Network hostable DHCP agents. Network: 513bdff9-eb28-4051-9f18-29723f622997, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:56:21.271193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Network 513bdff9-eb28-4051-9f18-29723f622997 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:56:21.281645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 513bdff9-eb28-4051-9f18-29723f622997) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:21.286678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:21.287297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:21.292879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad000c3a-666e-4c0d-bb2f-e4ea96a528c0 None None] Network 513bdff9-eb28-4051-9f18-29723f622997 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:21.308609 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5515535 Dec 14 18:56:21.738729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-513bdff9-eb28-4051-9f18-29723f622997', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:56:21.739735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:21.969940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Allocated IP 172.20.0.2 (513bdff9-eb28-4051-9f18-29723f622997/f6f15c66-8047-496a-83a5-86647c6e8abc/19e68a7f-a0a4-4dd3-908c-847114062392) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:22.235664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:22.249594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Transition to ACTIVE for port object 19e68a7f-a0a4-4dd3-908c-847114062392 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:22.271194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Transition to ACTIVE for port object 19e68a7f-a0a4-4dd3-908c-847114062392 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:22.277529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:22.282450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:22.348474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Network 513bdff9-eb28-4051-9f18-29723f622997 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:22.351438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:22.356896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Pushing event updated for resources: {'Port': ['ID=19e68a7f-a0a4-4dd3-908c-847114062392,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:22.359370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:22.371275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.371645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.372005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.372340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.372692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.373032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.373394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.373755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.374106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.374449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.374789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Tracked resource versions report: Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 18:56:22.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:22.409389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:22.465500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Attempting to bind port 19e68a7f-a0a4-4dd3-908c-847114062392 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:22.465926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Attempting to bind port 19e68a7f-a0a4-4dd3-908c-847114062392 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:22.466349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Attempting to bind port 19e68a7f-a0a4-4dd3-908c-847114062392 on network 513bdff9-eb28-4051-9f18-29723f622997 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:22.473204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:22.473619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Checking segment: {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:22.474185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:22.474494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Bound using segment: {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:22.475022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Bound port: 19e68a7f-a0a4-4dd3-908c-847114062392, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:22.475425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:22.570648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] For port 19e68a7f-a0a4-4dd3-908c-847114062392, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:22.575270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] For port 19e68a7f-a0a4-4dd3-908c-847114062392, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=19e68a7f-a0a4-4dd3-908c-847114062392,segment=NetworkSegment(03c99460-99a4-41d6-b0c8-b88e99a4541a),segment_id=03c99460-99a4-41d6-b0c8-b88e99a4541a)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:22.579109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:22.583973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:22.677004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Pushing event updated for resources: {'Port': ['ID=19e68a7f-a0a4-4dd3-908c-847114062392,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:22.679843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:23.611807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55546) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:23.694967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-5e399e52-416e-4737-b02e-386a5f6b76b7 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:23.696027 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5e399e52-416e-4737-b02e-386a5f6b76b7 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0831945 Dec 14 18:56:25.935825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55562) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:26.093063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 19e68a7f-a0a4-4dd3-908c-847114062392 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:26.164801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 19e68a7f-a0a4-4dd3-908c-847114062392 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:26.471040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-dc22f83a-9494-4f9b-afb3-fc7e76dbd5cd admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:26.473572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-dc22f83a-9494-4f9b-afb3-fc7e76dbd5cd admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5365834 Dec 14 18:56:27.432543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce43f69-ac1d-463e-8b5d-22275dd27cd7 None None] Network 513bdff9-eb28-4051-9f18-29723f622997 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:27.604110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Provisioning for port 19e68a7f-a0a4-4dd3-908c-847114062392 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:27.620391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Provisioning complete for port 19e68a7f-a0a4-4dd3-908c-847114062392 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:27.620813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:27.806871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:27.846892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] For port 19e68a7f-a0a4-4dd3-908c-847114062392, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=19e68a7f-a0a4-4dd3-908c-847114062392,segment=NetworkSegment(03c99460-99a4-41d6-b0c8-b88e99a4541a),segment_id=03c99460-99a4-41d6-b0c8-b88e99a4541a)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:27.850877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:27.856132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:27.926240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Pushing event updated for resources: {'Port': ['ID=19e68a7f-a0a4-4dd3-908c-847114062392,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:27.930083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:28.071238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 19e68a7f-a0a4-4dd3-908c-847114062392 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:28.132897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6d5c8161-b897-439c-a8ea-14a2be0948d0 None None] Provisioning complete for port 19e68a7f-a0a4-4dd3-908c-847114062392 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:28.133149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6d5c8161-b897-439c-a8ea-14a2be0948d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.238495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 19e68a7f-a0a4-4dd3-908c-847114062392 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:28.238906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.735407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55580) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:28.818459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Request body: {'router': {'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'name': 'router1', 'admin_state_up': True}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:29.050638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.policy [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88118) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 18:56:29.058579 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.quota [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Loaded quota_driver: . Dec 14 18:56:29.094705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:29.101023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Usage tracker for resource:router and tenant:7d6b6600dc564eca8b4630713225efeb is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:29.105291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:29.113043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:29.128430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.129941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.158834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.264591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.287335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.288659 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9b62b71b-edba-48e0-a9d0-763e338a4c0d admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5515444 Dec 14 18:56:31.511258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55594) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:31.595751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-ff893c1f-e992-4162-8090-73ea8bce7a1c admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:31.596871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ff893c1f-e992-4162-8090-73ea8bce7a1c admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0845709 Dec 14 18:56:33.811891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55606) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:33.895706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:33.902368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:33.906464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Usage tracker for resource:network and tenant:3e475d15513f4fc589733011f70711c1 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:33.909820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:33.915830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:33.925812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Made reservation on behalf of 3e475d15513f4fc589733011f70711c1 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:33.931743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:33.951237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:33.996866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:34.001021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Usage tracker for resource:security_group_rule and tenant:3e475d15513f4fc589733011f70711c1 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:34.004452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:34.011004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:34.085044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.088774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.093963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:34.106305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Reserving flat network on physical network physnet1 {{(pid=88118) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 14 18:56:34.127469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363295026137921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.128082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Unsubscribe: segment precommit_create {{(pid=88118) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 18:56:34.128524 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Added segment 3f614e02-fbb0-4927-ae57-acd6a0f40812 of type flat for network b5c3fd38-6aef-4383-892d-670f34df2b9c Dec 14 18:56:34.208371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476c7ea5-fd03-42ce-a340-ef968a12f291,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:34.239254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.239550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.239930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.240291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.240662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.241043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.241391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.241755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.242102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.242450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.242798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Tracked resource versions report: Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 18:56:34.244091 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:34.264229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.288553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:34.314763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.316102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:34.316758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.322722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:34.432025 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6189289 Dec 14 18:56:34.435551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Pushing event updated for resources: {'Network': ['ID=b5c3fd38-6aef-4383-892d-670f34df2b9c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:34.459029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:34.468158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network b5c3fd38-6aef-4383-892d-670f34df2b9c details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:56:36.200642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0cbeeeae-f805-4459-8159-74e727826263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.617017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55622) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:36.776934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b922c-40ea-4a1d-b24b-16f0872e697d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:36.779418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cd5b922c-40ea-4a1d-b24b-16f0872e697d admin admin] 10.222.0.72 "GET /v2.0/subnets/f6f15c66-8047-496a-83a5-86647c6e8abc HTTP/1.1" status: 200 len: 849 time: 0.1611178 Dec 14 18:56:37.082578 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7fcd1183-778b-45aa-8a3c-fb2133a817bb admin admin] 10.222.0.72 "GET /v2.0/routers/888c6f16-611e-4f3f-9dd6-a96296209fba HTTP/1.1" status: 200 len: 704 time: 0.2972376 Dec 14 18:56:37.582520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.701686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.852187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Allocated IP 172.20.0.1 (513bdff9-eb28-4051-9f18-29723f622997/f6f15c66-8047-496a-83a5-86647c6e8abc/cbc02728-7378-41be-ab61-aa08bd7176e2) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:38.040250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.059925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Transition to ACTIVE for port object cbc02728-7378-41be-ab61-aa08bd7176e2 will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:38.118550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.122712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:38.196213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Network 513bdff9-eb28-4051-9f18-29723f622997 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:38.199465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:38.203651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:38.204190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.210691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc02728-7378-41be-ab61-aa08bd7176e2,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:38.251710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:38.347493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.354493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-06d044a9-5a6e-4531-a5c8-252f5e23eb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.450023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-23468a6d-9822-4324-87d4-e6f3722ad462 None None] Provisioning for port cbc02728-7378-41be-ab61-aa08bd7176e2 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:38.455425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-23468a6d-9822-4324-87d4-e6f3722ad462 None None] Provisioning complete for port cbc02728-7378-41be-ab61-aa08bd7176e2 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:38.455893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23468a6d-9822-4324-87d4-e6f3722ad462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.517602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-23468a6d-9822-4324-87d4-e6f3722ad462 None None] Port cbc02728-7378-41be-ab61-aa08bd7176e2 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:56:38.596295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.600518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.601637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.606046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:38.736657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc02728-7378-41be-ab61-aa08bd7176e2,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:38.739909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:38.816389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Network 513bdff9-eb28-4051-9f18-29723f622997 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:38.817859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:39.156522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-d5e13780-d77c-436b-a6c4-b2ad58e90732 None None] Provisioning complete for port cbc02728-7378-41be-ab61-aa08bd7176e2 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:39.156962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d5e13780-d77c-436b-a6c4-b2ad58e90732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:39.222612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-d5e13780-d77c-436b-a6c4-b2ad58e90732 None None] Port cbc02728-7378-41be-ab61-aa08bd7176e2 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:56:39.266686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:39.375832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Router 888c6f16-611e-4f3f-9dd6-a96296209fba is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:56:39.558650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:56:39.570644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Sync routers for ids ['888c6f16-611e-4f3f-9dd6-a96296209fba'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:56:39.571547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] 10.222.0.72 "PUT /v2.0/routers/888c6f16-611e-4f3f-9dd6-a96296209fba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4810319 Dec 14 18:56:39.588120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Routers {'888c6f16-611e-4f3f-9dd6-a96296209fba'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:39.588895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T18:56:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['888c6f16-611e-4f3f-9dd6-a96296209fba'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:39.776624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Set router 888c6f16-611e-4f3f-9dd6-a96296209fba gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:40.162719 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.192088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:38Z', 'revision_number': 2, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port_host': None, '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:38Z', 'revision_number': 2, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:40.200834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Checking router: 888c6f16-611e-4f3f-9dd6-a96296209fba for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:56:40.201542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Updating router 888c6f16-611e-4f3f-9dd6-a96296209fba port cbc02728-7378-41be-ab61-aa08bd7176e2 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:56:40.294331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.805445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.823865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Transition to ACTIVE for port object cbc02728-7378-41be-ab61-aa08bd7176e2 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:40.831211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.837248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:40.981748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Pushing event updated for resources: {'Port': ['ID=cbc02728-7378-41be-ab61-aa08bd7176e2,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:41.024805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.025239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.025599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.025951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.026312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.026665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.027043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.027373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.027716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.028061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.028409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Tracked resource versions report: Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 18:56:41.029693 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:41.033756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:41.100082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Attempting to bind port cbc02728-7378-41be-ab61-aa08bd7176e2 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:41.100538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Attempting to bind port cbc02728-7378-41be-ab61-aa08bd7176e2 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:41.100990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Attempting to bind port cbc02728-7378-41be-ab61-aa08bd7176e2 on network 513bdff9-eb28-4051-9f18-29723f622997 {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:41.109873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:41.110302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Checking segment: {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:41.110767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:41.111192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Bound using segment: {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:41.111750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Bound port: cbc02728-7378-41be-ab61-aa08bd7176e2, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c99460-99a4-41d6-b0c8-b88e99a4541a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '513bdff9-eb28-4051-9f18-29723f622997'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:41.112154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:41.212706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] For port cbc02728-7378-41be-ab61-aa08bd7176e2, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:41.217602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] For port cbc02728-7378-41be-ab61-aa08bd7176e2, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=cbc02728-7378-41be-ab61-aa08bd7176e2,segment=NetworkSegment(03c99460-99a4-41d6-b0c8-b88e99a4541a),segment_id=03c99460-99a4-41d6-b0c8-b88e99a4541a)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:41.221083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:41.226841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:41.325630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Pushing event updated for resources: {'Port': ['ID=cbc02728-7378-41be-ab61-aa08bd7176e2,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:41.329397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:41.333218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Routers {'888c6f16-611e-4f3f-9dd6-a96296209fba'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:41.333882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T18:56:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['888c6f16-611e-4f3f-9dd6-a96296209fba'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:41.505498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] Set router 888c6f16-611e-4f3f-9dd6-a96296209fba gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:41.820464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55636) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:41.877718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:38Z', 'revision_number': 2, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port_host': None, '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:41Z', 'revision_number': 4, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:41.882021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb2ea1-7a9d-43ea-ab34-fd3af7e221d5 None None] The sync data for ids ['888c6f16-611e-4f3f-9dd6-a96296209fba'] in dv-cinder-821749-1-iscsi is: [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:38Z', 'revision_number': 2, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port_host': None, '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:41Z', 'revision_number': 4, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:56:42.025110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb465ff-1475-48f5-820b-81239eb94625 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:42.035280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-eeb465ff-1475-48f5-820b-81239eb94625 admin admin] 10.222.0.72 "GET /v2.0/networks/b5c3fd38-6aef-4383-892d-670f34df2b9c HTTP/1.1" status: 200 len: 842 time: 0.2048662 Dec 14 18:56:42.041390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:42.047519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:42.051883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Usage tracker for resource:subnet and tenant:3e475d15513f4fc589733011f70711c1 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:42.055064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:42.062154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:42.073151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Made reservation on behalf of 3e475d15513f4fc589733011f70711c1 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:42.077395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:42.528543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:42.533427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04ebcb61-f7ad-4fba-8da3-73793afae4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:42.611123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089aed9c-a137-41c8-aa04-5aed87b6ebc9,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:42.614144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:42.629848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:42.630234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Network hostable DHCP agents. Network: b5c3fd38-6aef-4383-892d-670f34df2b9c, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:56:42.662809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:56:42.672529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, b5c3fd38-6aef-4383-892d-670f34df2b9c) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:42.676914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:42.677583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:42.682477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ffa307-5e33-4bfd-8a3b-3a23857217b0 None None] Network b5c3fd38-6aef-4383-892d-670f34df2b9c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:42.703705 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6635671 Dec 14 18:56:42.939559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a0598-2771-417a-a3bf-c9ef1102979f None None] Network b5c3fd38-6aef-4383-892d-670f34df2b9c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:44.130425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device cbc02728-7378-41be-ab61-aa08bd7176e2 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:44.217567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port cbc02728-7378-41be-ab61-aa08bd7176e2 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:44.223107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port cbc02728-7378-41be-ab61-aa08bd7176e2 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:44.223511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:44.349765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:44.386611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port cbc02728-7378-41be-ab61-aa08bd7176e2, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=cbc02728-7378-41be-ab61-aa08bd7176e2,segment=NetworkSegment(03c99460-99a4-41d6-b0c8-b88e99a4541a),segment_id=03c99460-99a4-41d6-b0c8-b88e99a4541a)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:44.390446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:44.393710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a5eedb4a-3b62-48df-b654-bce602f0629b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:44.475976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=cbc02728-7378-41be-ab61-aa08bd7176e2,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:44.482916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:45.095621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 55652) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:45.359641 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1289b2cc-7b6d-438d-8bdb-23d7dba77e3c admin admin] 10.222.0.72 "GET /v2.0/routers/888c6f16-611e-4f3f-9dd6-a96296209fba HTTP/1.1" status: 200 len: 710 time: 0.2625544 Dec 14 18:56:45.533808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1429285f-9868-4ef3-9ee4-1e4025f068a1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:45.535380 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1429285f-9868-4ef3-9ee4-1e4025f068a1 admin admin] 10.222.0.72 "GET /v2.0/networks/b5c3fd38-6aef-4383-892d-670f34df2b9c HTTP/1.1" status: 200 len: 886 time: 0.1682351 Dec 14 18:56:45.550932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:46.121131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device cbc02728-7378-41be-ab61-aa08bd7176e2 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:46.243563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port cbc02728-7378-41be-ab61-aa08bd7176e2 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:46.244170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.270868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.499526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.564856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.716434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Allocated IP 172.27.3.231 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/1e338337-d9ce-4af9-be9f-18ef530ff8df) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:46.883716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.915257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:46.919911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:46.998879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:47.002661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:47.005884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:47.051465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Pushing event updated for resources: {'Port': ['ID=1e338337-d9ce-4af9-be9f-18ef530ff8df,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:47.056729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:47.226207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:47.407640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:47.413321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854357425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-418360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854297191'] for router, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:47.637189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Router 888c6f16-611e-4f3f-9dd6-a96296209fba has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:56:47.861866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:56:47.871862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:47.873321 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] 10.222.0.72 "PUT /v2.0/routers/888c6f16-611e-4f3f-9dd6-a96296209fba HTTP/1.1" status: 200 len: 890 time: 2.3263412 Dec 14 18:56:47.875868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Sync routers for ids ['888c6f16-611e-4f3f-9dd6-a96296209fba'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:56:47.901749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Routers {'888c6f16-611e-4f3f-9dd6-a96296209fba'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:47.902849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T18:56:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['888c6f16-611e-4f3f-9dd6-a96296209fba'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:48.229711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Set router 888c6f16-611e-4f3f-9dd6-a96296209fba gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:48.633440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:47Z', 'revision_number': 4, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port': {'id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:46Z', 'updated_at': '2021-12-14T18:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:44Z', 'revision_number': 5, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:48.640229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Checking router: 888c6f16-611e-4f3f-9dd6-a96296209fba for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:56:48.641069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Updating router 888c6f16-611e-4f3f-9dd6-a96296209fba port 1e338337-d9ce-4af9-be9f-18ef530ff8df binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:56:48.699112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.137487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.151601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Transition to ACTIVE for port object 1e338337-d9ce-4af9-be9f-18ef530ff8df will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:49.160092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.169200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:49.329284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Attempting to bind port 1e338337-d9ce-4af9-be9f-18ef530ff8df on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:49.329968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Attempting to bind port 1e338337-d9ce-4af9-be9f-18ef530ff8df by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:49.330631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Attempting to bind port 1e338337-d9ce-4af9-be9f-18ef530ff8df on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:49.335671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Pushing event updated for resources: {'Port': ['ID=1e338337-d9ce-4af9-be9f-18ef530ff8df,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:49.340924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:49.349513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:49.350163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:49.350858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.351530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:49.352704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Bound port: 1e338337-d9ce-4af9-be9f-18ef530ff8df, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:49.353487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.478445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] For port 1e338337-d9ce-4af9-be9f-18ef530ff8df, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:49.481793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] For port 1e338337-d9ce-4af9-be9f-18ef530ff8df, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=1e338337-d9ce-4af9-be9f-18ef530ff8df,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:49.485923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:49.490366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:49.573179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Pushing event updated for resources: {'Port': ['ID=1e338337-d9ce-4af9-be9f-18ef530ff8df,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:49.576504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:49.578461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Routers {'888c6f16-611e-4f3f-9dd6-a96296209fba'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:49.579137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T18:56:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['888c6f16-611e-4f3f-9dd6-a96296209fba'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:49.942734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] Set router 888c6f16-611e-4f3f-9dd6-a96296209fba gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:50.354045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:47Z', 'revision_number': 4, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port': {'id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:46Z', 'updated_at': '2021-12-14T18:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:44Z', 'revision_number': 5, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:50.361027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40425b0-9429-4e38-9d3a-636914ac41f2 None None] The sync data for ids ['888c6f16-611e-4f3f-9dd6-a96296209fba'] in dv-cinder-821749-1-iscsi is: [{'id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'name': 'router1', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:29Z', 'updated_at': '2021-12-14T18:56:47Z', 'revision_number': 4, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'gw_port': {'id': '1e338337-d9ce-4af9-be9f-18ef530ff8df', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:81:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:46Z', 'updated_at': '2021-12-14T18:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'cbc02728-7378-41be-ab61-aa08bd7176e2', 'name': '', 'network_id': '513bdff9-eb28-4051-9f18-29723f622997', 'tenant_id': '7d6b6600dc564eca8b4630713225efeb', 'mac_address': 'fa:16:3e:67:6d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888c6f16-611e-4f3f-9dd6-a96296209fba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:37Z', 'updated_at': '2021-12-14T18:56:44Z', 'revision_number': 5, 'project_id': '7d6b6600dc564eca8b4630713225efeb', 'subnets': [{'id': 'f6f15c66-8047-496a-83a5-86647c6e8abc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '614d1cfa-1c8f-4cf7-b7c4-f6d7c50e6f3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:56:50.400739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 55664) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:50.574442 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-316cdf5f-4a79-48b6-bf74-d2fa486d46f6 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1722512 Dec 14 18:56:52.131189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 1e338337-d9ce-4af9-be9f-18ef530ff8df up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:52.220286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 1e338337-d9ce-4af9-be9f-18ef530ff8df completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:52.227051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 1e338337-d9ce-4af9-be9f-18ef530ff8df triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:52.227823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:52.351412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:52.369098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 1e338337-d9ce-4af9-be9f-18ef530ff8df, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=1e338337-d9ce-4af9-be9f-18ef530ff8df,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:52.374022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:52.376496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:52.451899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=1e338337-d9ce-4af9-be9f-18ef530ff8df,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:52.455283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:54.117095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 1e338337-d9ce-4af9-be9f-18ef530ff8df up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:54.246484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 1e338337-d9ce-4af9-be9f-18ef530ff8df triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:54.246872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:56.599903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:57:06.208791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-675acb38-dfdc-4c5f-b9d7-20cabe6ce92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:07.704686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:08.360229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-54f03e89-cb5f-4bc4-b720-8cc413b2bfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:09.270835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:10.153041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:33.600500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:57:36.202769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86fb3aa5-01c1-472f-892d-2ff6ecfb2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:37.709572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:38.365299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6f88c022-22cc-4efd-824b-9f3e818575f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:39.273780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:40.162863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:06.206785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9331de8-12cc-4298-a6b7-e01bb5e3e840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:07.715251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:08.360432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c6500931-986e-4e18-b966-553f506fd758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:09.276841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:10.163711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:10.602252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:58:28.827348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56202) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:28.933544 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd417c42-7ed7-4c75-a288-f2b4c7a33c76 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:58:28.934125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-dd417c42-7ed7-4c75-a288-f2b4c7a33c76 admin admin] Synchronizing usage tracker for tenant:3e475d15513f4fc589733011f70711c1 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:58:28.953233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-dd417c42-7ed7-4c75-a288-f2b4c7a33c76 admin admin] Unset dirty status for tenant:3e475d15513f4fc589733011f70711c1 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:58:28.954488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-dd417c42-7ed7-4c75-a288-f2b4c7a33c76 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1261108 Dec 14 18:58:29.110069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9374bc-ab5d-49bf-95ff-b0ae215c8fcb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:29.111691 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7f9374bc-ab5d-49bf-95ff-b0ae215c8fcb admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1523733 Dec 14 18:58:31.219335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56214) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:31.366192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b47b049-ccdf-4db1-be9d-87119e90aec9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:31.367938 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7b47b049-ccdf-4db1-be9d-87119e90aec9 admin admin] 10.222.0.72 "GET /v2.0/subnets/f6f15c66-8047-496a-83a5-86647c6e8abc HTTP/1.1" status: 200 len: 849 time: 0.1475401 Dec 14 18:58:31.378777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:58:31.508252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Notify callbacks [] for subnet, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:31.867844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741828592550'] for subnet, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:31.872158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:58:31.919862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:31.921018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:31.922075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] 10.222.0.72 "PUT /v2.0/subnets/f6f15c66-8047-496a-83a5-86647c6e8abc HTTP/1.1" status: 200 len: 868 time: 0.5473795 Dec 14 18:58:31.940284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd091de4-9d8a-464d-80e5-b2092952d897 None None] Network 513bdff9-eb28-4051-9f18-29723f622997 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:58:31.950019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f15c66-8047-496a-83a5-86647c6e8abc,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:58:31.960099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.961242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.961242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.961475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.961819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.962177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.962538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.962900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.963287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.963613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.963998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:31.968586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:58:32.533459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-281d03b6-afb9-472d-9b9b-3c9371d67689 None None] Provisioning complete for port cbc02728-7378-41be-ab61-aa08bd7176e2 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:58:32.534045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-281d03b6-afb9-472d-9b9b-3c9371d67689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:32.672899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-281d03b6-afb9-472d-9b9b-3c9371d67689 None None] Provisioning complete for port 19e68a7f-a0a4-4dd3-908c-847114062392 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:58:32.673357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-281d03b6-afb9-472d-9b9b-3c9371d67689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:34.046928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56226) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:34.267706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c230b7-18ba-4cee-bc39-52cee9feb323 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:34.268031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c230b7-18ba-4cee-bc39-52cee9feb323 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:34.269761 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-33c230b7-18ba-4cee-bc39-52cee9feb323 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2218070 Dec 14 18:58:36.211019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d324d5cc-2bd7-4f5b-832a-8fae0212c699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:36.353691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56238) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:36.581263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465daac5-9d0b-4508-807c-ab3d8c3cb44c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:36.581641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465daac5-9d0b-4508-807c-ab3d8c3cb44c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:36.583888 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-465daac5-9d0b-4508-807c-ab3d8c3cb44c admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2285440 Dec 14 18:58:37.710357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:38.363824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0e29915d-fdf3-4e44-ad6a-6d9e79754f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:38.702431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56250) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:38.922301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f9fcc-f12b-402b-a948-e78ecc97c82b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:38.923735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a58f9fcc-f12b-402b-a948-e78ecc97c82b admin admin] 10.222.0.72 "GET /v2.0/networks/513bdff9-eb28-4051-9f18-29723f622997 HTTP/1.1" status: 200 len: 869 time: 0.2202287 Dec 14 18:58:39.281247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:40.164265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:41.046262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56262) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:41.272728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9c16b-66e8-4e51-9514-34f3e881df83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:41.274215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-71a9c16b-66e8-4e51-9514-34f3e881df83 admin admin] 10.222.0.72 "GET /v2.0/networks/b5c3fd38-6aef-4383-892d-670f34df2b9c HTTP/1.1" status: 200 len: 886 time: 0.2255628 Dec 14 18:58:43.354899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56274) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:43.500478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3df87-1b81-49f2-86eb-21a773a73c57 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:43.500884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3df87-1b81-49f2-86eb-21a773a73c57 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:43.502611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-89b3df87-1b81-49f2-86eb-21a773a73c57 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466510 Dec 14 18:58:45.611854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56286) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:45.771039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6ab16-85bf-4c79-a24f-a374b9df3435 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:45.771310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6ab16-85bf-4c79-a24f-a374b9df3435 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:45.774353 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-32b6ab16-85bf-4c79-a24f-a374b9df3435 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1604242 Dec 14 18:58:47.603839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:58:47.859761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56298) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:48.003977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d4a4f9-b765-460d-96bb-7d8061898048 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:48.004519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-56d4a4f9-b765-460d-96bb-7d8061898048 admin admin] Synchronizing usage tracker for tenant:3e475d15513f4fc589733011f70711c1 on resource:subnet {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:58:48.023693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-56d4a4f9-b765-460d-96bb-7d8061898048 admin admin] Unset dirty status for tenant:3e475d15513f4fc589733011f70711c1 on resource:subnet {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:58:48.025013 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-56d4a4f9-b765-460d-96bb-7d8061898048 admin admin] 10.222.0.72 "GET /v2.0/subnets/089aed9c-a137-41c8-aa04-5aed87b6ebc9 HTTP/1.1" status: 200 len: 816 time: 0.1641405 Dec 14 18:58:50.171556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56310) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:50.318558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35b8e9c-71e0-4833-b10c-d526269c2917 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:50.320014 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b35b8e9c-71e0-4833-b10c-d526269c2917 admin admin] 10.222.0.72 "GET /v2.0/subnets/f6f15c66-8047-496a-83a5-86647c6e8abc HTTP/1.1" status: 200 len: 868 time: 0.1474118 Dec 14 18:59:06.217239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-63b5037b-9816-4c08-a904-f44a56c7e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:07.716307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:08.367729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42be9d8e-f3ba-4954-8975-6410f280fa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.286134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:10.172386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:10.285437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56358) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:10.369743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-b7ec6e95-cb96-41bf-ad5a-6a1c7abf81ed admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:59:10.370906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b7ec6e95-cb96-41bf-ad5a-6a1c7abf81ed admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0839686 Dec 14 18:59:12.604032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56370) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:12.715770 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e56e69a-8a62-4332-9558-21f666bcf578 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:59:12.718308 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4e56e69a-8a62-4332-9558-21f666bcf578 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1127887 Dec 14 18:59:12.874161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7eef90-d26c-4bce-a121-6ccfd9770c4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:12.875773 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8f7eef90-d26c-4bce-a121-6ccfd9770c4c admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1523581 Dec 14 18:59:15.010774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56382) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:15.097392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:59:15.103084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:59:15.113763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:59:15.126655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Made reservation on behalf of 3e475d15513f4fc589733011f70711c1 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:59:15.131758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:15.230231 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.services.revisions.revision_plugin [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Could not find related network for resource to bump revision. Dec 14 18:59:15.248648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:59:15.261472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:15.261861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Added segment fac3e224-ecfe-40a4-b403-17fdb43f835d of type vlan for network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 Dec 14 18:59:15.291067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:15.322099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:15.323459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:15.324094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:15.329192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:15.439172 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4271851 Dec 14 18:59:15.442508 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0a6c4a-d5bd-4375-87c5-732c334d3852,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:15.445509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:15.460847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:59:17.600908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56394) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:17.702631 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ee7c1f-5f39-4a9b-8c8b-a9ab3d2e9e2f admin admin] GET failed (client error): The resource could not be found. Dec 14 18:59:17.703181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-74ee7c1f-5f39-4a9b-8c8b-a9ab3d2e9e2f admin admin] Synchronizing usage tracker for tenant:3e475d15513f4fc589733011f70711c1 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:59:17.718546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-74ee7c1f-5f39-4a9b-8c8b-a9ab3d2e9e2f admin admin] Unset dirty status for tenant:3e475d15513f4fc589733011f70711c1 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:59:17.719741 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-74ee7c1f-5f39-4a9b-8c8b-a9ab3d2e9e2f admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1177518 Dec 14 18:59:17.834905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b8cb6-71b5-44c3-b9c4-eab901386412 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:17.836218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-612b8cb6-71b5-44c3-b9c4-eab901386412 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1118970 Dec 14 18:59:17.848004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:59:17.853274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:59:17.863660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:59:17.873967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Made reservation on behalf of 3e475d15513f4fc589733011f70711c1 for: {'subnet': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:59:17.878615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:18.118010 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:18.122966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1d282552-bd7a-42f3-a1ad-2c0006ab479e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:18.187242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06451ee-1379-422e-875b-644886812dfd,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:18.196734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:18.213145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Checking segment: {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:59:18.213539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Network hostable DHCP agents. Network: 6f0a6c4a-d5bd-4375-87c5-732c334d3852, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:59:18.239139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:59:18.248810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 6f0a6c4a-d5bd-4375-87c5-732c334d3852) {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:59:18.252850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:18.253517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:18.258782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b593b-59f2-4b01-93eb-3c493ffe81ea None None] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:59:18.279031 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4349301 Dec 14 18:59:18.509959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-6f0a6c4a-d5bd-4375-87c5-732c334d3852', 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852', 'tenant_id': '3e475d15513f4fc589733011f70711c1', 'fixed_ips': [{'subnet_id': 'a06451ee-1379-422e-875b-644886812dfd'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:59:18.510974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:18.688459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Allocated IP 192.168.233.2 (6f0a6c4a-d5bd-4375-87c5-732c334d3852/a06451ee-1379-422e-875b-644886812dfd/7b2bb056-eb81-4916-96a3-22f5269fc2b7) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:59:19.063852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:19.075051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Transition to ACTIVE for port object 7b2bb056-eb81-4916-96a3-22f5269fc2b7 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:59:19.095208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Transition to ACTIVE for port object 7b2bb056-eb81-4916-96a3-22f5269fc2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:59:19.100102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:19.105104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:19.176885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:59:19.179960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:59:19.184553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:59:19.186910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Pushing event updated for resources: {'Port': ['ID=7b2bb056-eb81-4916-96a3-22f5269fc2b7,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:19.227391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.227772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.228151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.228527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.228887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.229275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.229631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.229996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.230352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.230710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.231056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:19.239246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:19.289716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Attempting to bind port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:59:19.290102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Attempting to bind port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:59:19.290513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Attempting to bind port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 on network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:59:19.297632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:59:19.298039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Checking segment: {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:59:19.298481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:19.298903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Bound using segment: {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:59:19.299438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Bound port: 7b2bb056-eb81-4916-96a3-22f5269fc2b7, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:59:19.299854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:19.396497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] For port 7b2bb056-eb81-4916-96a3-22f5269fc2b7, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:59:19.400095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] For port 7b2bb056-eb81-4916-96a3-22f5269fc2b7, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=7b2bb056-eb81-4916-96a3-22f5269fc2b7,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:59:19.404700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:19.409247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:19.488742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Pushing event updated for resources: {'Port': ['ID=7b2bb056-eb81-4916-96a3-22f5269fc2b7,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:19.492338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:20.212664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 7b2bb056-eb81-4916-96a3-22f5269fc2b7 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:59:20.287149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:59:20.976239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c7174e-36db-4d35-a3d5-d1235193bb1e None None] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:59:21.077142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Provisioning for port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:59:21.096128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Provisioning complete for port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:21.096626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:21.331096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:21.374507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] For port 7b2bb056-eb81-4916-96a3-22f5269fc2b7, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=7b2bb056-eb81-4916-96a3-22f5269fc2b7,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:59:21.378278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:21.380334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dbaaae45-fa83-4890-bacc-dafd513a0009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:21.454960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Pushing event updated for resources: {'Port': ['ID=7b2bb056-eb81-4916-96a3-22f5269fc2b7,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:21.465263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:21.703557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-39314219-1068-446c-bada-bee7554dc520 None None] Provisioning complete for port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:21.703912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-39314219-1068-446c-bada-bee7554dc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:22.177350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 7b2bb056-eb81-4916-96a3-22f5269fc2b7 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:59:22.253224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 7b2bb056-eb81-4916-96a3-22f5269fc2b7 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:22.253642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:24.745695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:59:36.212333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-543fdf13-955d-4cfc-b97b-95055188c368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:37.722769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:38.371724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3662a071-8601-4322-82c1-1336ea6e15d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:39.291642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:40.169601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:01.606093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:00:06.217005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae282f3b-4fd6-4ac3-9857-ab94d5ed8d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:07.711218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:08.375728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-76efa1f8-bea6-4c30-bd74-6355a6a8a118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:09.294100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:10.175266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:34.119987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56428) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:34.126331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [None req-a23ffe2f-720f-42f7-9bf8-f7feb5c0ce83 tempest-verify_tempest_config-1885746416 tempest-verify_tempest_config-1885746416-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:00:34.127384 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a23ffe2f-720f-42f7-9bf8-f7feb5c0ce83 tempest-verify_tempest_config-1885746416 tempest-verify_tempest_config-1885746416-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0063195 Dec 14 19:00:34.591753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56446) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:34.758394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:34.792289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:00:34.796327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Usage tracker for resource:security_group_rule and tenant:54705b9b65d941128eae55af3e79fe77 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:00:34.799452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:00:34.806084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:00:34.890529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:34.894051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:34.901834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64717749-d28a-4126-8813-d5bd5fe60957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:00:34.942429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3131d11d-1c91-4d0c-94b1-22791eb5cc33,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:00:34.948074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Synchronizing usage tracker for tenant:3e475d15513f4fc589733011f70711c1 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:00:34.956201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.956778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.957300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.957651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.958031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.958393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.958752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.959119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.959471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.959819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.960169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:34.965979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:00:34.977991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Unset dirty status for tenant:3e475d15513f4fc589733011f70711c1 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:00:34.980197 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=54705b9b65d941128eae55af3e79fe77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3871310 Dec 14 19:00:34.983096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56452) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:35.048652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:35.076863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:35.135943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:35.142746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:00:35.154519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3131d11d-1c91-4d0c-94b1-22791eb5cc33,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:00:35.158480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:00:35.162293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:35.163876 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3131d11d-1c91-4d0c-94b1-22791eb5cc33 HTTP/1.1" status: 204 len: 168 time: 0.1794372 Dec 14 19:00:36.219376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ed6b2d06-b775-4ab9-8e5d-f18f09e04ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:37.716767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:38.379480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5589c6c2-fd42-43c2-b041-5dbe584bbea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:38.608134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:00:39.293571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:40.184251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:06.229881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4e4bec0-b5d4-43e8-9e93-d76b0b5ec1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:07.730543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:08.383025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e8945a4-2c02-44d5-83ce-b216e3046404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:09.299381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:10.183758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:15.611199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:01:36.226097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07985dbc-bdec-4676-b8de-66fbb7622730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:37.736714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:38.387821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1a071466-b465-4d7b-bd52-64a41b09a87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:39.300376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:40.183884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:52.614391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 5 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:02:05.914499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428917'] for agent, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:06.221358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e496734a-2628-4a9a-aa85-1018f3e54b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:07.721110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:08.393743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c6b01d9d-cc38-49da-81f3-0a65af1dab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:09.303227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:10.185527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:23.026219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56534) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:02:23.178642 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2c379178-66fd-4abe-af57-d329ce1dc10a admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1511130 Dec 14 19:02:25.319442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56546) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:02:25.428039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6b85df7f-9e48-4b26-a9b4-638947af850b admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1073575 Dec 14 19:02:29.615943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:02:35.869514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:36.224630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53d49402-00f9-408c-96de-a7ea43cc8eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:37.728773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:38.399417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6089133b-2362-4ee4-8772-1dfde9519d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:39.306960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:40.197014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:05.890443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:06.236338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9b192cd2-7798-4d98-8e3a-f3bac8f56ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:06.618780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:03:07.725698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:08.398596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-340715e8-5b65-4eba-9e2a-b47d6a4b1919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:09.315135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:10.194536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:35.883638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:36.230571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8619a175-86cc-485d-b0a1-1d90f4a495e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:37.720560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:38.393538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-18c0ef4c-8085-428f-93e3-be6f6e919f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:39.314768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:40.195550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:43.621840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:04:05.890831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:06.241047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-01d3a61a-08d8-4fbd-b255-ee04cc558529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:07.733481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:08.401261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-376f64bb-0cd4-4b56-9eb5-eaccac01d78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:09.334418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:10.201261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.085526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56714) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:11.471002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-817185345-network', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:11.477011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:11.483086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Usage tracker for resource:network and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:11.486828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:11.494308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:11.505331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Made reservation on behalf of 491fe3d608e741b399cdfb8972e0710f for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:11.510903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.531543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.582062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:11.586664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:11.590843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:11.598775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:11.711882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.716428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.723304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:11.763417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d589ca1-2223-4d9c-a75b-8ac5e2891242,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:11.776725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.777365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.777919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.778436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.778961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.779474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.779987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.780496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.781057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.781568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.782074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Tracked resource versions report: Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 19:04:11.783573 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:11.791305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:11.806525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:11.822447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.823699 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Added segment 39270ede-3f3f-454f-b0f9-cb813b62ab6d of type vlan for network 533144c7-d8f4-41d3-9b80-a077093dd475 Dec 14 19:04:11.858255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.899903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.901263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:11.901911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.908167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:12.009315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56746) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:12.040605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56754) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:12.046982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Request body: {'subnet': {'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-817185345-subnet', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:12.050534 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9630532 Dec 14 19:04:12.053362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:12.058748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Pushing event updated for resources: {'Network': ['ID=533144c7-d8f4-41d3-9b80-a077093dd475,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:12.058926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Usage tracker for resource:subnet and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:12.063435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:12.069785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 533144c7-d8f4-41d3-9b80-a077093dd475 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:12.072479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:12.085409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:12.098157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56758) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:12.114853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Made reservation on behalf of 491fe3d608e741b399cdfb8972e0710f for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:12.122879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.607698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1852927214-network', 'tenant_id': 'e59b791dc55f49daa4ecf774e0d702e6'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:12.614731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:12.618324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.621240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Usage tracker for resource:network and tenant:e59b791dc55f49daa4ecf774e0d702e6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:12.628105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:12.631917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:12.639087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56774) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:12.659148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-14246073-network', 'tenant_id': 'a175f41159bb4d878a858a2072b84a04'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:12.669502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:12.675476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Usage tracker for resource:network and tenant:a175f41159bb4d878a858a2072b84a04 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:12.680660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:12.684528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56782) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:12.698828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c130e3-12ff-414e-8758-7b670db3783d,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:12.700133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:12.708865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:12.713571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.714215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.714654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.714796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Made reservation on behalf of a175f41159bb4d878a858a2072b84a04 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:12.715024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.715412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.715750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.716271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.716795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.717352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.717854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.718373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Tracked resource versions report: Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 19:04:12.719631 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:12.722338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.727167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:12.744101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.744608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Made reservation on behalf of e59b791dc55f49daa4ecf774e0d702e6 for: {'network': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:12.749876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.767650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.786418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:12.792176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Usage tracker for resource:security_group_rule and tenant:a175f41159bb4d878a858a2072b84a04 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:12.796274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:12.804250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:12.824363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Checking segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:12.824741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Network hostable DHCP agents. Network: 533144c7-d8f4-41d3-9b80-a077093dd475, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:12.851462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:12.857113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Usage tracker for resource:security_group_rule and tenant:e59b791dc55f49daa4ecf774e0d702e6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:12.862032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:12.870423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:12.880416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:12.899442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 533144c7-d8f4-41d3-9b80-a077093dd475) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:12.906850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.908150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:12.908765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.911211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73f530-7d9c-4bc9-99f1-75829cdf6766 None None] Network 533144c7-d8f4-41d3-9b80-a077093dd475 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:12.913417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:12.923176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:12.997428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:13.007419 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9825ee-9551-4ce4-ab7b-d2037bf5739e,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:13.013129 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9693348 Dec 14 19:04:13.014451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56792) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:13.023648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:13.028235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:13.050340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.050735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Added segment e7388a35-8917-434e-8512-f14d7a6f4078 of type vlan for network b23e80f7-92d3-4a9e-9d0a-1304a25fb93c Dec 14 19:04:13.079118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1931360007-network', 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:13.099610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:13.118189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-422667260-network', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:13.122363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Usage tracker for resource:router and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:13.132313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:13.162406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Usage tracker for resource:network and tenant:5a0e172444c34387a8562a7a012fa6c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:13.167896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:13.176408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:13.199428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:13.221892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.257023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.270335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:13.285335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:13.295671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:13.312833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.316433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.332310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.359037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Usage tracker for resource:network and tenant:7c40eecd1fd74ef49a922ada8bf50105 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:13.365297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-533144c7-d8f4-41d3-9b80-a077093dd475', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:04:13.366501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.368303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:13.382034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=88119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:13.399083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:13.399278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a972b125-22c3-4dac-9070-68ffd6ed2583,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:13.405624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:13.417250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.436614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:13.441352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.501312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.501705 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Added segment 268ec3e4-997a-4215-8cee-5280f275b09d of type vlan for network f9228f97-3ee1-4775-9988-12de64c9490f Dec 14 19:04:13.519081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.545913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Made reservation on behalf of 7c40eecd1fd74ef49a922ada8bf50105 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:13.552278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.568167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.615899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.630244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.640084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:13.650448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.673163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4e2b4257-d24c-4eb9-afdb-88dc41578ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:13.705299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.729142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:13.731138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:13.737362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:13.749261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:13.754062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Usage tracker for resource:security_group_rule and tenant:5a0e172444c34387a8562a7a012fa6c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:13.765157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:13.769716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Allocated IP 172.20.0.2 (533144c7-d8f4-41d3-9b80-a077093dd475/d3c130e3-12ff-414e-8758-7b670db3783d/ef6fd4f6-9ff1-4865-807e-b8e943f06db2) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:13.834167 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7347851 Dec 14 19:04:13.890576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56824) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:14.052462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Request body: {'subnet': {'network_id': 'b23e80f7-92d3-4a9e-9d0a-1304a25fb93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-14246073-subnet', 'tenant_id': 'a175f41159bb4d878a858a2072b84a04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:14.066842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:14.071679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:14.072100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Usage tracker for resource:security_group_rule and tenant:7c40eecd1fd74ef49a922ada8bf50105 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:14.075915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Usage tracker for resource:subnet and tenant:a175f41159bb4d878a858a2072b84a04 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:14.076637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:14.079014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:14.084956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:14.085135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:14.114564 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1005068 Dec 14 19:04:14.114564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Made reservation on behalf of a175f41159bb4d878a858a2072b84a04 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:14.116686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.134517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56834) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:14.138248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:14.141734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Pushing event updated for resources: {'Network': ['ID=b23e80f7-92d3-4a9e-9d0a-1304a25fb93c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:14.142464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.160051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Request body: {'subnet': {'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1852927214-subnet', 'tenant_id': 'e59b791dc55f49daa4ecf774e0d702e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:14.169181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Transition to ACTIVE for port object ef6fd4f6-9ff1-4865-807e-b8e943f06db2 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:14.173775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network b23e80f7-92d3-4a9e-9d0a-1304a25fb93c details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:14.175509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:14.242977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:14.254918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.262734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Pushing event updated for resources: {'Network': ['ID=f9228f97-3ee1-4775-9988-12de64c9490f,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:14.279357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.288634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.299523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Usage tracker for resource:subnet and tenant:e59b791dc55f49daa4ecf774e0d702e6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:14.300945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:14.309978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:14.320128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:14.325534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network f9228f97-3ee1-4775-9988-12de64c9490f details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:14.330490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:14.366985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:14.385342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.386284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:14.387916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Made reservation on behalf of e59b791dc55f49daa4ecf774e0d702e6 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:14.392703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:14.393910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.394307 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Added segment 11b96dbe-1266-4529-a298-8f4b7de984d5 of type vlan for network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 Dec 14 19:04:14.395619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.399648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.408129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:14.435187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:14.496100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Transition to ACTIVE for port object ef6fd4f6-9ff1-4865-807e-b8e943f06db2 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:14.505765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.537256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918e63c3-0f8c-4271-9c47-d64708e374e5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:14.537536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.544745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.546528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Added segment a74ffac4-3888-4993-90f5-c1b9c461f10b of type vlan for network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe Dec 14 19:04:14.549096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:14.568116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-52f9ad42-3672-44ff-a2aa-faf360dcbf3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:14.613732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:14.615690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:14.621008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:14.686364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.692074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.716855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:14.717536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.724333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:14.763371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Attempting to bind port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:14.763928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Attempting to bind port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:14.764340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Attempting to bind port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:14.788597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:14.789241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Checking segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:14.790326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.790784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Bound using segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:14.791346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Bound port: ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:14.791818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.892074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.913168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:14.923687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Pushing event updated for resources: {'Port': ['ID=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:14.967814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] For port ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:14.971623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] For port ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:14.978307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:14.981706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.981706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.981706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.982112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.982458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.983306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.983684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.984073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.984922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.984922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.985189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Tracked resource versions report: Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 19:04:14.986301 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:14.991581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:14.993076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.001578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:15.009317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Pushing event updated for resources: {'Network': ['ID=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.012483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.013446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.015164 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3290508 Dec 14 19:04:15.016236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:15.016865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.018592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56860) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:15.022489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9a3bac02-65b5-4611-8f56-6acef59e67ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:15.031774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Request body: {'subnet': {'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-subnet', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:15.040660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=818ed2b4-3271-4fce-b7b4-f6fbaf7739e0,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.056458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.062078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68037469-b418-41e4-ac24-f339634fef05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:15.119934 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4785025 Dec 14 19:04:15.123482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56866) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:15.131517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Request body: {'subnet': {'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1931360007-subnet', 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:15.153014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:15.169463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Pushing event updated for resources: {'Network': ['ID=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.170375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:15.173608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.174635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Usage tracker for resource:subnet and tenant:5a0e172444c34387a8562a7a012fa6c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:15.191216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:15.211105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:15.234686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'subnet': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:15.242382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.244514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:15.267502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Usage tracker for resource:subnet and tenant:7c40eecd1fd74ef49a922ada8bf50105 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:15.277300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:15.284249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Checking segment: {'id': '268ec3e4-997a-4215-8cee-5280f275b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:15.285020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Network hostable DHCP agents. Network: f9228f97-3ee1-4775-9988-12de64c9490f, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:15.300576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:15.304805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1ec588-2fc8-49ee-9ad7-0712812b9b45,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.318859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.321785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.357695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:15.361242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Checking segment: {'id': 'e7388a35-8917-434e-8512-f14d7a6f4078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'b23e80f7-92d3-4a9e-9d0a-1304a25fb93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:15.361747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Network hostable DHCP agents. Network: b23e80f7-92d3-4a9e-9d0a-1304a25fb93c, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:15.371217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.381563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Made reservation on behalf of 7c40eecd1fd74ef49a922ada8bf50105 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:15.387553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.667060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Network f9228f97-3ee1-4775-9988-12de64c9490f is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:15.709545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Network b23e80f7-92d3-4a9e-9d0a-1304a25fb93c is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:15.713262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Pushing event updated for resources: {'Port': ['ID=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.715808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.721959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.730371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:15.758691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, f9228f97-3ee1-4775-9988-12de64c9490f) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:15.768391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516f3be5-c44a-48bb-a6d8-26d894770fa4 None None] Network f9228f97-3ee1-4775-9988-12de64c9490f requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:15.796771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:15.797570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.812011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, b23e80f7-92d3-4a9e-9d0a-1304a25fb93c) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:15.863286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72c73966-27ce-4488-88e0-9fb16f9f599a,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:15.871224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:15.876588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:15.877241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:15.923687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Checking segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:15.925962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Network hostable DHCP agents. Network: 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:15.931415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa085e8d-364e-418b-8eb9-9e142498a533 None None] Network b23e80f7-92d3-4a9e-9d0a-1304a25fb93c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:16.039620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:16.072399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe) {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:16.089505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:16.092430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:16.172485 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0479863 Dec 14 19:04:16.211966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f04373-54c7-4596-ba8e-6023571d717a None None] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:16.225611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56896) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:16.474722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:16.596601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:16.605277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Usage tracker for resource:security_group_rule and tenant:06cb21cc11a4437b918a456585e05065 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:16.612710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:16.638741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:16.655172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Allocated IP 172.27.3.17 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/dd46c7ac-27e3-4a27-965a-4744bed3f945) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:16.658944 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7386267 Dec 14 19:04:16.673014 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5206618 Dec 14 19:04:16.673014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:16.673014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:16.790828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device ef6fd4f6-9ff1-4865-807e-b8e943f06db2 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:16.847985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:16.851723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:16.898398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f0580eea-762a-4459-b902-4f9b25d6e041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:16.903983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36b7bb8-ef57-415c-b18d-16f0dabbce6d,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:16.911594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:16.918406 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06cb21cc11a4437b918a456585e05065&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6910248 Dec 14 19:04:16.925065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 56922) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:16.946415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b474be-1b11-438a-ae79-b4318e503621,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:16.960369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Checking segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:16.961170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Network hostable DHCP agents. Network: 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:16.964213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:17.126110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.220248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:17.252261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.266858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:17.303880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:17.308448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.388287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.427966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 56934) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:17.428608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3712d971-0b68-41d1-8116-cc127f122567 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4050040 Dec 14 19:04:17.436262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:17.448288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:17.458709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.464696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Usage tracker for resource:router and tenant:7c40eecd1fd74ef49a922ada8bf50105 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:17.469413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:17.493404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:17.519422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.520796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.521457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-09730e1c-6e45-48df-ab7c-ecae2f28fa1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:17.570905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.767271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c07e6-7fd0-4b73-b3f1-7ddb67441894 None None] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:17.882326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:17.890504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:17.905361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:17.931134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:17.943363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043b063-d1c2-4dd6-9539-39b767aaa8ee None None] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:18.106768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Pushing event updated for resources: {'Port': ['ID=dd46c7ac-27e3-4a27-965a-4744bed3f945,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:18.136572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:18.183513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.238039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:18.298520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b474be-1b11-438a-ae79-b4318e503621,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:18.326076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:18.366401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.377210 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/23b474be-1b11-438a-ae79-b4318e503621 HTTP/1.1" status: 204 len: 168 time: 1.4454043 Dec 14 19:04:18.508168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.509001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.677487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.703164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76020418-30dc-4671-810c-7fa8149e1633 None None] Network 533144c7-d8f4-41d3-9b80-a077093dd475 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:18.793120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:18.979074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:19.237496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45edd399-8495-4d9a-8c23-8a25d05d170f None None] Network f9228f97-3ee1-4775-9988-12de64c9490f requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:19.272162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57002) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:19.292395 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 19:04:19.518798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46592d6-bd10-4a1b-8667-55b94c2b0745 None None] Network b23e80f7-92d3-4a9e-9d0a-1304a25fb93c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:19.558876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Allocated IP 172.27.3.165 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/94c0f715-fce7-457e-a694-daedda4e1b7d) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:19.722127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Provisioning for port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:19.851527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:19.853418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Router 76ff0626-a92d-415c-b93c-2751172f30de is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:04:19.884780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-5ff3925c-560a-4f50-a339-d2590a89f1c5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:19.886156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-5ff3925c-560a-4f50-a339-d2590a89f1c5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Synchronizing usage tracker for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:network {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:19.995777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:20.042650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:20.144616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-5ff3925c-560a-4f50-a339-d2590a89f1c5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Unset dirty status for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:network {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:20.163682 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-5ff3925c-560a-4f50-a339-d2590a89f1c5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/networks?id=f9228f97-3ee1-4775-9988-12de64c9490f HTTP/1.1" status: 200 len: 812 time: 0.8899035 Dec 14 19:04:20.192338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:20.193365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57018) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:20.196683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:20.220192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:20.233802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Provisioning complete for port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:20.234488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:20.263011 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-d3cc5d25-b181-4ba4-8633-cb5353e76152 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/quotas/e59b791dc55f49daa4ecf774e0d702e6 HTTP/1.1" status: 200 len: 375 time: 0.0846694 Dec 14 19:04:20.415138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:20.430079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Pushing event updated for resources: {'Port': ['ID=94c0f715-fce7-457e-a694-daedda4e1b7d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:20.434125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:20.434738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57026) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:20.459711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:20.464093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Usage tracker for resource:security_group_rule and tenant:a8e1d37d5f004348848e7e2d3d776703 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:20.467568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:20.474326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:20.562154 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-3b2de4b0-c019-4bcb-ae0b-afba47c43b96 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e59b791dc55f49daa4ecf774e0d702e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2577209 Dec 14 19:04:20.591850 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 19:04:20.592601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57036) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:20.651195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:04:20.837722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087affb-0fca-4e8a-b2ea-1e5e08c7a30e None None] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:20.868916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:20.938795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:20.961618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:20.989445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:20.991094 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9755001 Dec 14 19:04:20.995815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57048) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:20.998371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:21.000677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:21.123414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-7ed54a95-0058-439f-a075-68561eaac92d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:04:21.124823 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-7ed54a95-0058-439f-a075-68561eaac92d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2741191 Dec 14 19:04:21.238993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.251089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-796138207-network', 'tenant_id': '1f48b06ea46f464e8ce4fda20c9e0d18'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:21.265245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] For port ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:21.294657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.297573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:21.306542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Usage tracker for resource:network and tenant:1f48b06ea46f464e8ce4fda20c9e0d18 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:21.314145 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-65ff3843-e0fe-417e-8e3b-bd89dd3c031a service neutron] 10.222.0.72 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744606 Dec 14 19:04:21.314744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.330765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:21.382162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e13ba83f-5b74-48a8-8695-9987744d2c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:21.435960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:21.444417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7f609b-44f5-4e30-83fb-8e765e5d4c5f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:21.461692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:21.478205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:21.491596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-cd7ddff5-b897-4324-80f6-fa54d6d1affe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:21.493489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-cd7ddff5-b897-4324-80f6-fa54d6d1affe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:21.557099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Made reservation on behalf of 1f48b06ea46f464e8ce4fda20c9e0d18 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:21.565355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.607001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.623992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:21.627583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Pushing event updated for resources: {'Port': ['ID=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:21.630725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.632028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:21.679771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:21.764429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8e1d37d5f004348848e7e2d3d776703&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5537183 Dec 14 19:04:21.772036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-cd7ddff5-b897-4324-80f6-fa54d6d1affe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:21.774172 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-cd7ddff5-b897-4324-80f6-fa54d6d1affe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 1.2494206 Dec 14 19:04:21.779090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57058) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:21.845577 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-37a1f3d1-ad8e-4582-b099-ba34bd49a843 service neutron] 10.222.0.72 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587739 Dec 14 19:04:22.024668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:18Z', 'revision_number': 3, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:22.047234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:22.047963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Updating router 76ff0626-a92d-415c-b93c-2751172f30de port dd46c7ac-27e3-4a27-965a-4744bed3f945 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:22.175974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.264217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:22.269183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Usage tracker for resource:security_group_rule and tenant:1f48b06ea46f464e8ce4fda20c9e0d18 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:22.278835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:22.285962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-7cb506af-72da-4853-91a4-471c54ff1007 None None] Provisioning complete for port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:22.286344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:22.286840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7cb506af-72da-4853-91a4-471c54ff1007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.477506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.507321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.509712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.537345 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-c04ce2d2-f2a5-4a57-98c1-a217f52072d4 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/quotas/5a0e172444c34387a8562a7a012fa6c5 HTTP/1.1" status: 200 len: 375 time: 0.4682772 Dec 14 19:04:22.565383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3e1ccd9-c42e-4b70-8374-61e5230a3779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:22.688617 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bbb16e04-ecb1-4cbe-8002-29463495cbf9 req-f73aa5c4-73db-4233-8fbe-10ead54974d2 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 0.0888686 Dec 14 19:04:22.735555 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-c717319c-b0f7-4791-8048-db4111009855 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1966784 Dec 14 19:04:22.749743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:22.762604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.763112 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Added segment 0ef85105-5385-4ed8-a368-5d2f8fc4cad7 of type vlan for network 25932637-70b7-488e-a9b1-680ae839bed2 Dec 14 19:04:22.797823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.851324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eebe32f-38de-4dfb-b0d5-2e840dddefb3,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:22.887693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:22.914372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.935210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.959484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:22.960313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.014416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.028786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Transition to ACTIVE for port object dd46c7ac-27e3-4a27-965a-4744bed3f945 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:23.047643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.055614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:23.058243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c100ab4e-b87b-43b2-aafb-96807a0ce0df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:23.235846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Attempting to bind port dd46c7ac-27e3-4a27-965a-4744bed3f945 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:23.236499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Attempting to bind port dd46c7ac-27e3-4a27-965a-4744bed3f945 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:23.237141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Attempting to bind port dd46c7ac-27e3-4a27-965a-4744bed3f945 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:23.240523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Pushing event updated for resources: {'Port': ['ID=dd46c7ac-27e3-4a27-965a-4744bed3f945,revision_number=2']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:23.240853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.262651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:23.263070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:23.263493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.263930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:23.264456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Bound port: dd46c7ac-27e3-4a27-965a-4744bed3f945, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:23.264870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.298928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.299457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.299836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.300204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.300571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.300935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.301345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.301800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.302072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.302431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.303019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Tracked resource versions report: Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: pushed versions: Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': {'1.0'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': {'1.1'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': {'1.5'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': {'1.2'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': {'1.8'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': {'1.0'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': {'1.1'}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': {'1.1'}} Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: consumer versions: Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: { DHCP agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: L3 agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: Metadata agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: Metering agent@dv-cinder-821749-1-iscsi: {}, Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: Open vSwitch agent@dv-cinder-821749-1-iscsi: { 'ConntrackHelper': '1.0', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Log': '1.0', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Network': '1.1', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Port': '1.5', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'PortForwarding': '1.2', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'QosPolicy': '1.8', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroup': '1.2', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SecurityGroupRule': '1.0', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'SubPort': '1.0', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Subnet': '1.1', Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: 'Trunk': '1.1'}} Dec 14 19:04:23.303898 dv-cinder-821749-1-iscsi neutron-server[88007]: {{(pid=88121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:23.318225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:23.352965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device ef6fd4f6-9ff1-4865-807e-b8e943f06db2 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:23.454643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] For port dd46c7ac-27e3-4a27-965a-4744bed3f945, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:23.465627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] For port dd46c7ac-27e3-4a27-965a-4744bed3f945, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=dd46c7ac-27e3-4a27-965a-4744bed3f945,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:23.471063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.486617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:23.539986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:23.540416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.554319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Pushing event updated for resources: {'Network': ['ID=25932637-70b7-488e-a9b1-680ae839bed2,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:23.570808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:23.596660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 25932637-70b7-488e-a9b1-680ae839bed2 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:23.629290 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0290291 Dec 14 19:04:23.631723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57142) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:23.641178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-e612e59c-2425-4704-ab50-8e2d48b928d8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:04:23.644126 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-e612e59c-2425-4704-ab50-8e2d48b928d8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7528305 Dec 14 19:04:23.648666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.661473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:23.662307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:23.682179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Request body: {'subnet': {'network_id': '25932637-70b7-488e-a9b1-680ae839bed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-796138207-subnet', 'tenant_id': '1f48b06ea46f464e8ce4fda20c9e0d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:23.917812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Allocated IP 172.20.0.1 (533144c7-d8f4-41d3-9b80-a077093dd475/d3c130e3-12ff-414e-8758-7b670db3783d/127e5f0f-5f12-44ff-b3f9-1a3d77872a1c) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:23.925514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:23.937372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Usage tracker for resource:subnet and tenant:1f48b06ea46f464e8ce4fda20c9e0d18 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:23.945851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:23.963163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:23.980202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:24.044166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-27e663a8-b061-4122-a029-017689a01dab service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906879 Dec 14 19:04:24.076812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7f609b-44f5-4e30-83fb-8e765e5d4c5f,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:24.081047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:24.086705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.088193 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c7f609b-44f5-4e30-83fb-8e765e5d4c5f HTTP/1.1" status: 204 len: 168 time: 2.0262852 Dec 14 19:04:24.088615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Made reservation on behalf of 1f48b06ea46f464e8ce4fda20c9e0d18 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:24.095075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.142345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Pushing event updated for resources: {'Port': ['ID=dd46c7ac-27e3-4a27-965a-4744bed3f945,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:24.164415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:24.279484 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-669939b5-39e6-401d-9871-78befa606b5c req-11b257c7-0b95-4d3b-89e6-ba402e64688f tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 0.3641877 Dec 14 19:04:24.324302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-8fc22481-c2dd-4239-b120-940ce7a22255 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785635 Dec 14 19:04:24.396935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Router ca6de877-635c-4e91-8370-ea3460531aa3 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:04:24.522086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:24.816170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.880647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.883112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Transition to ACTIVE for port object 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:24.895552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:25.077155 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f40bda1a-deae-41f8-997b-8323a611515f req-b9dcd9cc-c5fe-4cf8-8f0a-f4e8a93b5bcc tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.1672854 Dec 14 19:04:25.179919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac67447e-b6dd-4ebb-badb-3d5d9f8a5a50,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:25.181644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:25.193008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Sync routers for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:25.202675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:25.210973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Checking segment: {'id': '0ef85105-5385-4ed8-a368-5d2f8fc4cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '25932637-70b7-488e-a9b1-680ae839bed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:25.211389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Network hostable DHCP agents. Network: 25932637-70b7-488e-a9b1-680ae839bed2, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:25.223625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.225384 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.7944837 Dec 14 19:04:25.229208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57198) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:25.237352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.239536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:25.240751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:25.272375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:25.299793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:18Z', 'revision_number': 3, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:25.321106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf45f4-adc9-4f4c-9161-48a55698285e None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:18Z', 'revision_number': 3, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:25.475224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:25.547610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:25.557986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:25.558560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.561619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:25.622933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:25.625791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Network 25932637-70b7-488e-a9b1-680ae839bed2 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:25.787854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.66', 64934) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:25.792167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:26.179742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-ac35207d-d16f-4f1e-9fde-f7416b67d5b5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:26.181857 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-ac35207d-d16f-4f1e-9fde-f7416b67d5b5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.66 "GET /v2.0/networks?id=f9228f97-3ee1-4775-9988-12de64c9490f HTTP/1.1" status: 200 len: 812 time: 0.3741076 Dec 14 19:04:26.354905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.481704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 25932637-70b7-488e-a9b1-680ae839bed2) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:26.504429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-54a58e13-34a3-4853-93f6-a75dd4855e06 req-916d2f0f-3385-4a82-8bcf-41e507ad008f tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 0.4246590 Dec 14 19:04:26.513146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7baa08-cfd9-4f84-9da8-5b53230bd17c None None] Network 25932637-70b7-488e-a9b1-680ae839bed2 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:26.523928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:26.527954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.613228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Request body: {'port': {'device_id': '664c9f01-2e08-46be-8069-7b98811b537c', 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f', 'admin_state_up': True, 'tenant_id': 'e59b791dc55f49daa4ecf774e0d702e6'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:26.899597 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8249d746-5bbb-44c4-87d5-f3325f020272 req-37318153-1771-4577-bd2a-44d5a3fad42f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.3407874 Dec 14 19:04:27.010815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3570576 Dec 14 19:04:27.154111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-896ba34e-3c4f-4c0f-a745-6e9db76ff8cf None None] Provisioning for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:27.252271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.265420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-896ba34e-3c4f-4c0f-a745-6e9db76ff8cf None None] Provisioning complete for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:27.266373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-896ba34e-3c4f-4c0f-a745-6e9db76ff8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.275640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.285100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.309633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.439595 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Pushing event updated for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:27.455860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:27.464790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-896ba34e-3c4f-4c0f-a745-6e9db76ff8cf None None] Port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:04:27.601592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device dd46c7ac-27e3-4a27-965a-4744bed3f945 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:27.615148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:27.676038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Usage tracker for resource:port and tenant:e59b791dc55f49daa4ecf774e0d702e6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:27.680221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:27.762623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:27.862262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Made reservation on behalf of e59b791dc55f49daa4ecf774e0d702e6 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:27.906259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.922268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:27.926022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:28.353109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.66', 64942) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:28.440431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57298) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:28.509688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port dd46c7ac-27e3-4a27-965a-4744bed3f945 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:28.544375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port dd46c7ac-27e3-4a27-965a-4744bed3f945 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:28.553702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.291557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-059ea2de-ec38-447c-97e3-763753ebf022 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:29.296148 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-059ea2de-ec38-447c-97e3-763753ebf022 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.8876863 Dec 14 19:04:29.355831 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4b91f6d5-2325-4edc-9521-f8091729e3bf req-cf5d9f17-51c3-4ff1-b5ca-c6b67caa7507 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.3825984 Dec 14 19:04:29.432624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Deleting subnet 0c1ec588-2fc8-49ee-9ad7-0712812b9b45 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:04:29.439570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.515422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e9ff6-fa5d-4597-a439-4f859b159f5e None None] Network 25932637-70b7-488e-a9b1-680ae839bed2 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:29.570722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16030403-6920-43d8-bb65-f307fa346166 req-70bb067b-ce25-4a06-8557-65f9530384b5 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 1.1775167 Dec 14 19:04:29.591846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Request body: {'port': {'device_id': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'admin_state_up': True, 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:30.254548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-46480a6f-28ac-44ff-abab-587d84c0d3f0 None None] Provisioning complete for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:30.255152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-46480a6f-28ac-44ff-abab-587d84c0d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.557951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57346) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:30.561956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-46480a6f-28ac-44ff-abab-587d84c0d3f0 None None] Port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:04:30.628292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:20Z', 'revision_number': 3, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:30.675024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Checking router: ca6de877-635c-4e91-8370-ea3460531aa3 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:30.678558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Updating router ca6de877-635c-4e91-8370-ea3460531aa3 port 94c0f715-fce7-457e-a694-daedda4e1b7d binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:30.883822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.039142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.105717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.127470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.139990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Allocated IP 172.20.0.8 (f9228f97-3ee1-4775-9988-12de64c9490f/818ed2b4-3271-4fce-b7b4-f6fbaf7739e0/e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:31.317080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port dd46c7ac-27e3-4a27-965a-4744bed3f945, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=dd46c7ac-27e3-4a27-965a-4744bed3f945,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:31.375174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.468077 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b2b70a5c-b62b-4ce9-8bbb-7f872e84c9c1 req-b2e48883-6bad-402f-92fc-5aab7723e55a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.4715436 Dec 14 19:04:31.492327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:31.772182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.778122 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ecdbe423-6062-46b2-9d8d-a75e80e46808 req-671d1809-2158-4f0e-9726-96b1c425205a tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 0.7071567 Dec 14 19:04:31.807105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.043974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6de3ab8-a260-49bf-8e51-baaf49bd2bea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:32.216839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=dd46c7ac-27e3-4a27-965a-4744bed3f945,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:32.323414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:32.334701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1ec588-2fc8-49ee-9ad7-0712812b9b45,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:32.374512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:32.408176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.475150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:32.494573 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0c1ec588-2fc8-49ee-9ad7-0712812b9b45 HTTP/1.1" status: 204 len: 168 time: 3.5464556 Dec 14 19:04:32.505221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57372) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:32.518741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:32.526441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Usage tracker for resource:port and tenant:5a0e172444c34387a8562a7a012fa6c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:32.621145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:32.652585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Usage tracker for resource:security_group_rule and tenant:7f4215c94a2c4299838233b81efc700f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:32.654124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:32.676429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:32.710084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:32.957715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.983631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.077753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.079521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.105956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.138344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Transition to ACTIVE for port object 94c0f715-fce7-457e-a694-daedda4e1b7d will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:33.150272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.163361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:33.172189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.172522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.175868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.246007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5f7426-4e2b-48be-9bf7-bbbbe5d54d87,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.246306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Pushing event updated for resources: {'Port': ['ID=94c0f715-fce7-457e-a694-daedda4e1b7d,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.266231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Attempting to bind port 94c0f715-fce7-457e-a694-daedda4e1b7d on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:33.266651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Attempting to bind port 94c0f715-fce7-457e-a694-daedda4e1b7d by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:33.267044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Attempting to bind port 94c0f715-fce7-457e-a694-daedda4e1b7d on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:33.269936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.277811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:33.279616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:33.280053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.280511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:33.281165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Bound port: 94c0f715-fce7-457e-a694-daedda4e1b7d, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:33.281556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.290486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.311784 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b85ee3f7-3210-4d26-9a47-e081c399de8c req-707d4d62-c9e1-4e9f-a293-39e957c1a160 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.4274313 Dec 14 19:04:33.319302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7f4215c94a2c4299838233b81efc700f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7027347 Dec 14 19:04:33.324285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57388) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:33.325573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.326332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.453083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] For port 94c0f715-fce7-457e-a694-daedda4e1b7d, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:33.464356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] For port 94c0f715-fce7-457e-a694-daedda4e1b7d, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=94c0f715-fce7-457e-a694-daedda4e1b7d,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:33.471585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Pushing event updated for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.473011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.515780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.556317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Network f9228f97-3ee1-4775-9988-12de64c9490f is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:33.557303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.599232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.674395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.724582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Pushing event updated for resources: {'Port': ['ID=94c0f715-fce7-457e-a694-daedda4e1b7d,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.730014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:33.734212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:33.787162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.826652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:33.873054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.895244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device dd46c7ac-27e3-4a27-965a-4744bed3f945 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:34.325483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Allocated IP 172.20.0.1 (5a77fb2d-c2bb-40b7-833e-fa39d2a399d1/c36b7bb8-ef57-415c-b18d-16f0dabbce6d/77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:34.434081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:34.515047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.540135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.541427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:34.546334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:34.547052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.566447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.574907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:34.592357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5f7426-4e2b-48be-9bf7-bbbbe5d54d87,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:34.610043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:34.610668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-44be239b-b665-44ac-a6b4-476ab5c16234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:34.763754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:34.896806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:34.898705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.906234 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc5f7426-4e2b-48be-9bf7-bbbbe5d54d87 HTTP/1.1" status: 204 len: 168 time: 1.4456935 Dec 14 19:04:34.909148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:34.940459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:34.953942 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3937249 Dec 14 19:04:34.966118 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-770ba6c0-5496-4e01-bf14-d8b29bf84f4a req-b8b3b6a3-9239-4657-a99a-0cbef95077ab tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.1925325 Dec 14 19:04:34.993245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:34.994234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.021460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-82419034-a289-4a2e-b433-03e99a38c706 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:04:35.022840 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-82419034-a289-4a2e-b433-03e99a38c706 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0236037 Dec 14 19:04:35.170594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.243427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.496301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.497124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.498555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.499180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > port after_create 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.499750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > port after_delete 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.500324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > port after_update 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.500874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.506664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.507298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.507835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:35.564848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port dd46c7ac-27e3-4a27-965a-4744bed3f945 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:35.565403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.574267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Request body: {'port': {'device_id': '664c9f01-2e08-46be-8069-7b98811b537c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:35.787298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:20Z', 'revision_number': 3, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:35.802035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b2b7d3-3e23-43b1-babb-f19ab5daa782 None None] The sync data for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi is: [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:20Z', 'revision_number': 3, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:35.908637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.162192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.203144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.226177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:36.227140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:36.227963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:36.229022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88119) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:04:36.229620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23e80f7-92d3-4a9e-9d0a-1304a25fb93c']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:36.240424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b8c5250d-03bc-4109-998d-0cd280145660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.249574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7388a35-8917-434e-8512-f14d7a6f4078') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:36.250397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7388a35-8917-434e-8512-f14d7a6f4078') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:36.268363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.288890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.299086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:04:36.300086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.369978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.421021 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-380ba982-e33c-4fe9-afee-68c680e19b00 req-dd5e6ee4-4c81-45ba-8529-4bd642474215 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.2190306 Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: (self, other), Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: (self, other), Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:04:36.459570 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:04:36.498342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.500940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Allocated IP 172.20.0.12 (4c6a2496-4fb4-4aa5-80f6-c29747fda7fe/72c73966-27ce-4488-88e0-9fb16f9f599a/3735541e-c78c-4129-9514-d4be074c5318) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:36.514159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce017ef5-725b-4619-a683-b15d21c9309a req-9e2728fc-383a-4da9-9ceb-61fb8426d4d4 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:36.522742 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce017ef5-725b-4619-a683-b15d21c9309a req-9e2728fc-383a-4da9-9ceb-61fb8426d4d4 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 931 time: 2.8780541 Dec 14 19:04:36.550878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:36.630705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-ce017ef5-725b-4619-a683-b15d21c9309a req-a4cdf680-4255-40f7-871e-39a3a9a9d6c3 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Synchronizing usage tracker for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:36.718657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:36.764889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57446) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:36.768125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.779661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Pushing event deleted for resources: {'Network': ['ID=b23e80f7-92d3-4a9e-9d0a-1304a25fb93c,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:36.782142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-ce017ef5-725b-4619-a683-b15d21c9309a req-a4cdf680-4255-40f7-871e-39a3a9a9d6c3 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Unset dirty status for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:36.795248 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce017ef5-725b-4619-a683-b15d21c9309a req-a4cdf680-4255-40f7-871e-39a3a9a9d6c3 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703161 Dec 14 19:04:36.805935 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] 10.222.0.72 "DELETE /v2.0/networks/b23e80f7-92d3-4a9e-9d0a-1304a25fb93c HTTP/1.1" status: 204 len: 168 time: 4.2795553 Dec 14 19:04:36.806613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57450) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:36.808157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:36.843346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:04:36.857025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.008261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Deleting subnet ac67447e-b6dd-4ebb-badb-3d5d9f8a5a50 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:04:37.088627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.194494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:37.204213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:37.501668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.585198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.756610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.101120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Pushing event updated for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:38.122448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.571s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:38.213223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 94c0f715-fce7-457e-a694-daedda4e1b7d up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:38.442017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 94c0f715-fce7-457e-a694-daedda4e1b7d completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:38.450889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 94c0f715-fce7-457e-a694-daedda4e1b7d triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:38.451476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.491320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3ee87e2c-a3c8-4a9d-b02e-136ec64a3d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.764062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.845520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.852309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.911089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:38.924354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 94c0f715-fce7-457e-a694-daedda4e1b7d, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=94c0f715-fce7-457e-a694-daedda4e1b7d,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:38.930834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.942549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:39.037554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Usage tracker for resource:security_group_rule and tenant:efd7f29b04a040caa63567291e1d1ef9 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:39.041923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.196876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:39.294544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=94c0f715-fce7-457e-a694-daedda4e1b7d,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:39.311441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:04:39.316717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:39.321276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.343553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Transition to ACTIVE for port object e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:39.360611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.368312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.426095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:39.467724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:39.487620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:39.567478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:39.595624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a54190-e2f1-479a-b774-31ef11bded5d req-73169830-9113-44de-b5df-ec4b312837e6 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:39.598742 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9a54190-e2f1-479a-b774-31ef11bded5d req-73169830-9113-44de-b5df-ec4b312837e6 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 931 time: 1.1299341 Dec 14 19:04:39.605145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:39.614969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:39.752131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:39.795824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:39.796544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.804481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:40.059941 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.4958622 Dec 14 19:04:40.099898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event updated for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:40.128811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:40.163023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 94c0f715-fce7-457e-a694-daedda4e1b7d up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:40.197040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.203638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8201378-ecb3-4c99-963c-a306e616104f req-1ac93ad0-9371-438f-82fe-fc52ac2c54f8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:40.220292 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8201378-ecb3-4c99-963c-a306e616104f req-1ac93ad0-9371-438f-82fe-fc52ac2c54f8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 932 time: 2.0937555 Dec 14 19:04:40.257827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-de6a52dd-6173-4606-8e88-a225dc3c79c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:40.316435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Attempting to bind port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:40.317150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Attempting to bind port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '268ec3e4-997a-4215-8cee-5280f275b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:40.317800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Attempting to bind port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 on network f9228f97-3ee1-4775-9988-12de64c9490f {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:40.335896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 on network f9228f97-3ee1-4775-9988-12de64c9490f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:04:40.336511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Attempting to bind port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 on network f9228f97-3ee1-4775-9988-12de64c9490f {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:40.338430 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9a54190-e2f1-479a-b774-31ef11bded5d req-8d070046-912f-4897-99ea-1d761c784b5d tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106096 Dec 14 19:04:40.359675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:40.360315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Checking segment: {'id': '268ec3e4-997a-4215-8cee-5280f275b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:40.361348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Bound using segment: {'id': '268ec3e4-997a-4215-8cee-5280f275b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:40.362493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Bound port: e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268ec3e4-997a-4215-8cee-5280f275b09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:40.363183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.372308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.424259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac67447e-b6dd-4ebb-badb-3d5d9f8a5a50,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:40.443128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:40.471062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 94c0f715-fce7-457e-a694-daedda4e1b7d triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:40.477727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.499172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-b8201378-ecb3-4c99-963c-a306e616104f req-7f8fb8a1-a4ec-472d-8465-a378835e4c03 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:40.519489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.591680 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5b8c22a6-2f32-47cc-96ba-4b8fdc6f1642 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ac67447e-b6dd-4ebb-badb-3d5d9f8a5a50 HTTP/1.1" status: 204 len: 168 time: 3.7676671 Dec 14 19:04:40.595847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57502) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:40.864602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.875449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-b8201378-ecb3-4c99-963c-a306e616104f req-7f8fb8a1-a4ec-472d-8465-a378835e4c03 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:40.888307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:40.903604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.905299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:40.911416 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] 10.222.0.72 "PUT /v2.0/routers/76ff0626-a92d-415c-b93c-2751172f30de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9138765 Dec 14 19:04:40.912505 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8201378-ecb3-4c99-963c-a306e616104f req-7f8fb8a1-a4ec-472d-8465-a378835e4c03 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772997 Dec 14 19:04:40.977146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:40.979726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:41.134672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:41.147256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.180347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,segment=NetworkSegment(268ec3e4-997a-4215-8cee-5280f275b09d),segment_id=268ec3e4-997a-4215-8cee-5280f275b09d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:41.190731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.237192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:41.398339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.472899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25932637-70b7-488e-a9b1-680ae839bed2']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:41.509555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef85105-5385-4ed8-a368-5d2f8fc4cad7') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:41.513408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef85105-5385-4ed8-a368-5d2f8fc4cad7') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:41.545327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.614282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Request body: {'port': {'device_id': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:41.795774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.841818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:04:41.842560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.000898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:42.338513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.343677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] 10.222.0.66 "PUT /v2.0/ports/e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 HTTP/1.1" status: 200 len: 1093 time: 7.0402286 Dec 14 19:04:42.346461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:04:42.405143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ebd9318-7524-48f1-bc9d-9b3bb08b4399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:04:42.420640 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:04:42.581429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.682250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:26Z', 'revision_number': 2, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:42.708399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:42.708773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Updating router 76ff0626-a92d-415c-b93c-2751172f30de port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:42.885407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.916510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.973331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:42.982616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.745s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.182646 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] 10.222.0.72 "DELETE /v2.0/networks/25932637-70b7-488e-a9b1-680ae839bed2 HTTP/1.1" status: 204 len: 168 time: 2.5804889 Dec 14 19:04:43.206518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-1efb09a9-79dc-440e-9094-18cca7cd4d69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e59b791dc55f49daa4ecf774e0d702e6&device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 1096 time: 0.4862041 Dec 14 19:04:43.221230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Router ca6de877-635c-4e91-8370-ea3460531aa3 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:04:43.236392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31576da0-f65a-4798-bd3d-742479ac594f,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:43.293758 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=efd7f29b04a040caa63567291e1d1ef9&name=default HTTP/1.1" status: 200 len: 2647 time: 6.4948664 Dec 14 19:04:43.317738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57562) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:43.322517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.339344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.445443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a9b3ee5-d734-4664-951b-c92346d2636b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:43.544687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57566) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:43.610749 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-2d3b4be4-a644-4baf-b2ac-0661178a27a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 HTTP/1.1" status: 200 len: 217 time: 0.3865633 Dec 14 19:04:43.753422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-d1d7d3bb-736d-4b3f-a6f5-16244a02f65f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:43.755464 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-d1d7d3bb-736d-4b3f-a6f5-16244a02f65f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=818ed2b4-3271-4fce-b7b4-f6fbaf7739e0 HTTP/1.1" status: 200 len: 852 time: 0.1340196 Dec 14 19:04:43.824609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582185494', 'description': 'tempest-description--618046549'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:43.831489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57568) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:43.888052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Pushing event deleted for resources: {'Network': ['ID=25932637-70b7-488e-a9b1-680ae839bed2,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:43.908358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:43.933151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.935078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:43.968659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:43.996907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:44.042964 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-9ddce038-0fde-46b4-81a0-8fecdf195aba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f9228f97-3ee1-4775-9988-12de64c9490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2725499 Dec 14 19:04:44.266679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.397637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f112a2-49e1-4cb2-b70e-e202acd76ef9 req-59d913e4-3cb7-4da0-bc99-da4ae2290b79 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:44.400026 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08f112a2-49e1-4cb2-b70e-e202acd76ef9 req-59d913e4-3cb7-4da0-bc99-da4ae2290b79 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 943 time: 1.9715517 Dec 14 19:04:44.423507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.455342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Transition to ACTIVE for port object 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:44.472070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.483222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:44.575686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.630790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:44.654995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:44.665550 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-a3182ae3-48c0-414e-9065-29ad24569128 service neutron] 10.222.0.66 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991068 Dec 14 19:04:44.677838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:44.700744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:44.704790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Pushing event updated for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:44.733328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:44.739293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f56c7-fb77-49c5-8561-99d7bc18e51b req-1936e4ae-9b47-4fc8-82dc-7b58ce6ce328 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:44.745800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e25f56c7-fb77-49c5-8561-99d7bc18e51b req-1936e4ae-9b47-4fc8-82dc-7b58ce6ce328 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 932 time: 0.8142548 Dec 14 19:04:44.852815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ee06a858-0369-412b-a636-825276f80bec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a175f41159bb4d878a858a2072b84a04&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0101519 Dec 14 19:04:44.873321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57590) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:44.973296 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08f112a2-49e1-4cb2-b70e-e202acd76ef9 req-57a8cd24-7c18-4199-8d61-0cf9fb4a11e2 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378239 Dec 14 19:04:44.977666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.098385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Attempting to bind port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:45.098809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Attempting to bind port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:45.099222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Attempting to bind port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:45.115652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:45.116076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Checking segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:45.116601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.117087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Bound using segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:45.118271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Bound port: 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:45.121497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.195915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.223473 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e25f56c7-fb77-49c5-8561-99d7bc18e51b req-a875c74e-534e-4b07-9444-d6b03cc5d253 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726632 Dec 14 19:04:45.287660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.304492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.402534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] For port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:45.418185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] For port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:45.424447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.429304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.468074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:45.488392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.490074 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca6de877-635c-4e91-8370-ea3460531aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.2592614 Dec 14 19:04:45.515756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b739e64b-4c40-4c2d-ade3-30740e276661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.518154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Sync routers for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:45.530679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.540536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.556911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9825ee-9551-4ce4-ab7b-d2037bf5739e,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:45.565565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:45.568792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.571036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ad9825ee-9551-4ce4-ab7b-d2037bf5739e HTTP/1.1" status: 204 len: 168 time: 0.6110833 Dec 14 19:04:45.647488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.651391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:45.652624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:45.663631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.670670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.8684649 Dec 14 19:04:45.671048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57614) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:45.678863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group_rule': {'security_group_id': '91adba73-48b5-491c-85c4-e80e10a9d6db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:45.681183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.683631 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/31576da0-f65a-4798-bd3d-742479ac594f HTTP/1.1" status: 204 len: 168 time: 2.2442200 Dec 14 19:04:45.724681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:45.728895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91adba73-48b5-491c-85c4-e80e10a9d6db,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:45.736295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3735541e-c78c-4129-9514-d4be074c5318 {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:04:45.747587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:45.748530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.789162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31576da0-f65a-4798-bd3d-742479ac594f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:45.800104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.808315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:45.834157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:45.835375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:45.843792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:45.859227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128', 'status': 'completed', 'code': 200} Dec 14 19:04:45.862066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:45.864109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Transition to ACTIVE for port object 3735541e-c78c-4129-9514-d4be074c5318 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:45.870256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.890750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.907174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:46.237425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:46.498240 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4086c3b-3b93-48e4-be21-910a8c9c11e9 req-e4167dc8-cab6-43cf-a173-49f1e4b10e15 service neutron] 10.222.0.66 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645714 Dec 14 19:04:46.639243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Pushing event updated for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:46.683293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:46.704103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:46.721244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:46.933910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:46.972815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:47.014387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:47.047870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Attempting to bind port 3735541e-c78c-4129-9514-d4be074c5318 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:47.054284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Attempting to bind port 3735541e-c78c-4129-9514-d4be074c5318 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:47.055765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Attempting to bind port 3735541e-c78c-4129-9514-d4be074c5318 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:47.076685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb66ee0-a972-4e82-9729-2d36ffad358b,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.095736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:47.105021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce6f06-02f2-4fc2-8ca6-cfb8b7138570 req-c05269f7-eb7f-424d-9ff6-c12af72aa6df tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:47.105890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-84ce6f06-02f2-4fc2-8ca6-cfb8b7138570 req-c05269f7-eb7f-424d-9ff6-c12af72aa6df tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Synchronizing usage tracker for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:47.119857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.125051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57636) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:47.133769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4613345 Dec 14 19:04:47.143179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-df9fe163-52dc-4fdc-8cbd-f8bc46019fc0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e59b791dc55f49daa4ecf774e0d702e6&device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 1096 time: 0.3500741 Dec 14 19:04:47.162667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Port 3735541e-c78c-4129-9514-d4be074c5318 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:04:47.163375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Attempting to bind port 3735541e-c78c-4129-9514-d4be074c5318 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:47.207476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group_rule': {'security_group_id': '91adba73-48b5-491c-85c4-e80e10a9d6db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:47.210538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Pushing event updated for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.232258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.780s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:47.253060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57640) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:47.254562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:47.255163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Checking segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:47.256077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Bound using segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:47.257051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Bound port: 3735541e-c78c-4129-9514-d4be074c5318, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:47.257656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.519938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:47.542004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-9e5690fa-fff4-4744-8cea-12c61d870a6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:47.544546 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-9e5690fa-fff4-4744-8cea-12c61d870a6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f9228f97-3ee1-4775-9988-12de64c9490f HTTP/1.1" status: 200 len: 913 time: 0.3980272 Dec 14 19:04:47.546704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-84ce6f06-02f2-4fc2-8ca6-cfb8b7138570 req-c05269f7-eb7f-424d-9ff6-c12af72aa6df tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Unset dirty status for tenant:e59b791dc55f49daa4ecf774e0d702e6 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:47.555841 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84ce6f06-02f2-4fc2-8ca6-cfb8b7138570 req-c05269f7-eb7f-424d-9ff6-c12af72aa6df tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 943 time: 0.8685868 Dec 14 19:04:47.625488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:47.664618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e2f5a-3adc-42be-91ba-9021a9d1f218 req-789666d4-e779-45f8-a576-0e055e96f36b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:47.666060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c85e2f5a-3adc-42be-91ba-9021a9d1f218 req-789666d4-e779-45f8-a576-0e055e96f36b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:47.672098 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-25c3b47a-27fb-431f-8ec3-4c630f09fdab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 HTTP/1.1" status: 200 len: 217 time: 0.0933506 Dec 14 19:04:47.673115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57652) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:47.694707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:47.752164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:47.904680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c85e2f5a-3adc-42be-91ba-9021a9d1f218 req-789666d4-e779-45f8-a576-0e055e96f36b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:47.915527 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c85e2f5a-3adc-42be-91ba-9021a9d1f218 req-789666d4-e779-45f8-a576-0e055e96f36b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 944 time: 1.1645274 Dec 14 19:04:47.949974 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84ce6f06-02f2-4fc2-8ca6-cfb8b7138570 req-052de614-423e-468f-8156-448e3e1bce32 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920941 Dec 14 19:04:47.960086 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-66a08f6e-b4b9-427a-b75a-047d2d4e5773 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1f48b06ea46f464e8ce4fda20c9e0d18&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2790818 Dec 14 19:04:47.967106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57658) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:48.068012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-c041044a-4376-4945-b65b-98a7c0a33237 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:48.071001 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-c041044a-4376-4945-b65b-98a7c0a33237 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=818ed2b4-3271-4fce-b7b4-f6fbaf7739e0 HTTP/1.1" status: 200 len: 852 time: 0.3845785 Dec 14 19:04:48.084314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c85e2f5a-3adc-42be-91ba-9021a9d1f218 req-be3a3ced-d91a-4245-a33f-4ab3a2adc27a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478298 Dec 14 19:04:48.085349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.100621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:48.213592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 4, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267', 'name': '', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'mac_address': 'fa:16:3e:b1:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 2, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'subnets': [{'id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:48.213952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3735541e-c78c-4129-9514-d4be074c5318,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:48.225333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Checking router: ca6de877-635c-4e91-8370-ea3460531aa3 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:48.226752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Updating router ca6de877-635c-4e91-8370-ea3460531aa3 port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:48.242933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.278281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:48.298654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:45Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:48.307059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1260a9eb-80ef-4f08-9fdf-a0fd89eeee72 None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:45Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:48.347011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.393136 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-91b3d8b5-8394-4f00-924a-f21be6eeddf7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f9228f97-3ee1-4775-9988-12de64c9490f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2035403 Dec 14 19:04:48.395132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.585123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.591295 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] 10.222.0.66 "PUT /v2.0/ports/3735541e-c78c-4129-9514-d4be074c5318 HTTP/1.1" status: 200 len: 1094 time: 7.4416533 Dec 14 19:04:48.593305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'tag': '3735541e-c78c-4129-9514-d4be074c5318'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:04:48.639734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57664) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:48.719647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.751593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.858590 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-70487dbd-7c21-4703-a38a-65fc1f37a7f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548094 Dec 14 19:04:48.885562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.961064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.107346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:49.122241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Usage tracker for resource:security_group_rule and tenant:dec05abd45274871b4b0f64bbd67d07b is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:49.142978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:49.173260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:49.390704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6f42f38-a15d-44f3-9763-d12f1b5e1617 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:49.391605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6f42f38-a15d-44f3-9763-d12f1b5e1617 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:49.399385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.433262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2934c12e-be4d-4742-adee-532e62b91061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:49.467117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.469575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.481449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.484244 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3eebe32f-38de-4dfb-b0d5-2e840dddefb3 HTTP/1.1" status: 204 len: 168 time: 1.5150256 Dec 14 19:04:49.497101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eebe32f-38de-4dfb-b0d5-2e840dddefb3,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:49.512438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:49.522804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6f42f38-a15d-44f3-9763-d12f1b5e1617 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:49.527522 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6f42f38-a15d-44f3-9763-d12f1b5e1617 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 818 time: 0.3709965 Dec 14 19:04:49.566374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.580383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-e3c1ffde-6727-4b80-9022-97af655b9287 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/quotas/7c40eecd1fd74ef49a922ada8bf50105 HTTP/1.1" status: 200 len: 375 time: 0.0417225 Dec 14 19:04:49.606177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Transition to ACTIVE for port object 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:49.618628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.644277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e96381fb-b9ed-4e9e-9162-d8f2a17b574d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:49.723613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.725505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Pushing event updated for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:49.736735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.458s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:49.755042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:49.776058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.780698 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.6488767 Dec 14 19:04:49.788573 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a44f4d8-5269-4d25-839b-9d377cfd5314 req-a497d640-6b24-471c-b7ef-8a8a83578769 service neutron] 10.222.0.66 "GET /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9213474 Dec 14 19:04:49.789231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57694) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:49.811027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:49.839726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:49.868778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:floatingip and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:49.872154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Pushing event updated for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:49.876169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:49.896145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:49.897889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:49.901652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:49.909125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.921531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Usage tracker for resource:security_group_rule and tenant:cd8c747d7eba43948ce506e9a524793c is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:49.927317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:49.957952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:50.082450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-ed0b745d-4ca3-499b-9227-8fb962b4ddb9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:50.223093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:50.289399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.295419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dec05abd45274871b4b0f64bbd67d07b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9569383 Dec 14 19:04:50.304330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57700) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:50.378335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Attempting to bind port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:50.379049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Attempting to bind port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:50.379768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Attempting to bind port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:50.400408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:50.401173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Checking segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:50.401870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.402552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Bound using segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:50.403383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Bound port: 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:50.404003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.427464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eebaf4c-9c87-415a-ad4e-184b280f715a,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:50.450926 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-a71a02e2-18ba-45a7-b97f-4e740e91092e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 1097 time: 1.6431873 Dec 14 19:04:50.457083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:50.474337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6c36d5a9-ceb8-4721-bd2b-eab22854574c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:50.606826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ca15a-d6ec-4a96-bf34-77b90d923d1d,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:50.611728 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-d8c1ada8-e9b7-4c1d-85ac-5b0f19aa6d48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3735541e-c78c-4129-9514-d4be074c5318 HTTP/1.1" status: 200 len: 217 time: 0.0861495 Dec 14 19:04:50.619446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:50.621456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.637819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8601dd1-567d-4325-95e3-48a0185b2a4d req-8fedec5c-a85f-4e63-8a4e-da35d5388b97 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:50.646142 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d8601dd1-567d-4325-95e3-48a0185b2a4d req-8fedec5c-a85f-4e63-8a4e-da35d5388b97 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 943 time: 1.1624813 Dec 14 19:04:50.657207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:04:50.706933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.714993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Allocated IP 172.27.3.241 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/a8a1e972-07e2-4846-9baa-4d5251a81b24) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:50.746399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.824807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.828254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.834440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] For port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:50.862493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] For port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:50.869568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8eb7dfc6-539e-44c8-89d4-cf0f587a2de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:50.885866 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd8c747d7eba43948ce506e9a524793c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2174764 Dec 14 19:04:50.945486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57710) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:50.965328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2787a-972f-4a34-8abf-07b79f1b5467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fe92de-0de7-4090-a1ff-6cbd85d592d4,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.035086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-ed0b745d-4ca3-499b-9227-8fb962b4ddb9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:51.037462 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-ed0b745d-4ca3-499b-9227-8fb962b4ddb9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4448645 Dec 14 19:04:51.137898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.145192 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e3ca15a-d6ec-4a96-bf34-77b90d923d1d HTTP/1.1" status: 204 len: 168 time: 0.8150396 Dec 14 19:04:51.176611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.182132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.289054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,segment=NetworkSegment(268ec3e4-997a-4215-8cee-5280f275b09d),segment_id=268ec3e4-997a-4215-8cee-5280f275b09d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:51.304880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.330779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.333693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128', 'network_id': 'f9228f97-3ee1-4775-9988-12de64c9490f', 'port_id': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128', 'mac_address': 'fa:16:3e:23:27:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818ed2b4-3271-4fce-b7b4-f6fbaf7739e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:04:51.338961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:51.365902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:51.420217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d8601dd1-567d-4325-95e3-48a0185b2a4d req-9ee49f4d-a17d-4830-a21d-b6e3c630a392 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685344 Dec 14 19:04:51.421892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ca15a-d6ec-4a96-bf34-77b90d923d1d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.440837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.442717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.448691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:51.509341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.518037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fe92de-0de7-4090-a1ff-6cbd85d592d4,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.535573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-54e1e108-f832-44ca-a79b-c93a8f97a55e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:51.538979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.544844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Pushing event updated for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.545247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:51.545793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.595526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.603479 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85fe92de-0de7-4090-a1ff-6cbd85d592d4 HTTP/1.1" status: 204 len: 168 time: 0.6174040 Dec 14 19:04:51.664809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:51.665949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.785976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.863483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:51.864606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:04:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:51.909314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:51.918642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:51.930681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:51.989735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=a8a1e972-07e2-4846-9baa-4d5251a81b24,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.997401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:52.055390 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-7b52c862-6560-434c-8b39-3562558fe453 service neutron] 10.222.0.72 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8292418 Dec 14 19:04:52.092778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528fa32-83e9-4126-8196-0782186f659c req-2ddb2dfd-2b85-4312-8b53-11dd78fdfd2d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:52.107608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7528fa32-83e9-4126-8196-0782186f659c req-2ddb2dfd-2b85-4312-8b53-11dd78fdfd2d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 944 time: 0.3625071 Dec 14 19:04:52.123136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.172806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-5c1e23c3-1728-442e-8acf-f276305cdc9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:52.175974 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-5c1e23c3-1728-442e-8acf-f276305cdc9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.3358111 Dec 14 19:04:52.233352 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7528fa32-83e9-4126-8196-0782186f659c req-70f6bf99-9d31-470b-8b42-390918fd73c4 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240525 Dec 14 19:04:52.361303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:04:52.396008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,segment=NetworkSegment(268ec3e4-997a-4215-8cee-5280f275b09d),segment_id=268ec3e4-997a-4215-8cee-5280f275b09d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:52.414984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.455565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1c21621f-0db6-4a9b-b9ad-f0b1c780ec1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:52.470694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 57732) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:52.545618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.572876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.684444 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-8cba6fab-a00c-4dd1-abd2-44492e0a46e7 service neutron] 10.222.0.72 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275818 Dec 14 19:04:52.693649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:52.709175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Usage tracker for resource:security_group_rule and tenant:e5b91a6893dd4c1ca362a490bd42082a is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:52.725822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:52.749830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:52.927371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.942473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.070710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.083286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:53.101338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:53.104118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.111767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:53.144878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.154241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:53.196795 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-8071124a-4fd1-4d0e-9d9a-dee49d073c36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4121869 Dec 14 19:04:53.208144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1549cc58-9c90-4955-8926-44af55706cdf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:53.279935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be6de4-3c0a-4b2c-814c-3d228e78d0ab,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:53.284723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:53.322184 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e5b91a6893dd4c1ca362a490bd42082a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8494954 Dec 14 19:04:53.330319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 57750) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:53.367176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:53.609869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.648378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.652528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'tag': '3735541e-c78c-4129-9514-d4be074c5318', 'status': 'completed', 'code': 200} Dec 14 19:04:53.709863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.731807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:53.754519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be6de4-3c0a-4b2c-814c-3d228e78d0ab,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:53.762792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:53.780014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1836ec-83b7-49e8-8411-7cc617c88168 req-d13fdc45-3a0f-4369-8199-5c3547cd64c0 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:53.788194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-af1836ec-83b7-49e8-8411-7cc617c88168 req-d13fdc45-3a0f-4369-8199-5c3547cd64c0 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 944 time: 0.5711052 Dec 14 19:04:53.838249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.843560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/14be6de4-3c0a-4b2c-814c-3d228e78d0ab HTTP/1.1" status: 204 len: 168 time: 0.5058439 Dec 14 19:04:53.905771 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-af1836ec-83b7-49e8-8411-7cc617c88168 req-03d1c4b6-fd9f-434c-82c3-fc3f08b1e788 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163890 Dec 14 19:04:53.918257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6f0d55f3-2621-4093-b60e-f3fe429f95b8 req-02ec852f-b005-4887-8c23-415be518d1b2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 210 time: 0.1323576 Dec 14 19:04:53.977503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.983139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:53.991734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.016764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:54.225128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:54.234138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=a8a1e972-07e2-4846-9baa-4d5251a81b24,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:54.248750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.270671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:54.307214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.309187 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5069578 Dec 14 19:04:54.362155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af1e85-6998-4c18-a186-8b92f7ac6b9e req-e236b2be-4909-407a-b6c9-81c044844bf6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:54.365002 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8af1e85-6998-4c18-a186-8b92f7ac6b9e req-e236b2be-4909-407a-b6c9-81c044844bf6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 944 time: 0.1837049 Dec 14 19:04:54.373364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 4, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267', 'name': '', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'mac_address': 'fa:16:3e:b1:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'subnets': [{'id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:54.384293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33214bd-f535-4bb7-a413-3b1c53195831 None None] The sync data for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi is: [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 4, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267', 'name': '', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'mac_address': 'fa:16:3e:b1:25:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'subnets': [{'id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:54.462882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8af1e85-6998-4c18-a186-8b92f7ac6b9e req-9ebeb472-0c8d-439e-8f9a-e6a754bd5c21 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909224 Dec 14 19:04:54.583937 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-09844ffd-c471-42da-9bce-c4b87cc0553c service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451221 Dec 14 19:04:54.663695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:04:55.410041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22338cc-f03f-48e6-ae33-e411041a432a req-6cd65a6c-9807-4e66-b306-2350cdc6dc4e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:55.418001 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e22338cc-f03f-48e6-ae33-e411041a432a req-6cd65a6c-9807-4e66-b306-2350cdc6dc4e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 944 time: 0.2484155 Dec 14 19:04:55.612453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:55.649660 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e22338cc-f03f-48e6-ae33-e411041a432a req-8a8a5ade-cca7-4129-9bae-0989f92f4115 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207236 Dec 14 19:04:55.869955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:55.886012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:55.886845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.147951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:56.328749 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d16a31-9a3c-405c-8aec-4d34f88be521 req-56f81d3d-b83a-46f7-a514-f2e440fe8166 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7370105 Dec 14 19:04:56.823129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.845253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-4bb79a18-5533-46f0-a704-2193bfb4fab5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:56.871378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-4bb79a18-5533-46f0-a704-2193bfb4fab5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 818 time: 1.3540766 Dec 14 19:04:56.939258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ed77b-e5b9-4376-b275-3a567475cb47 req-27021131-3643-4ade-a70a-08e2a5f5b505 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:56.947280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-593ed77b-e5b9-4376-b275-3a567475cb47 req-27021131-3643-4ade-a70a-08e2a5f5b505 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 944 time: 0.6675818 Dec 14 19:04:56.963518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-ad6fefeb-0d1f-4cc9-be2a-5f092407cf95 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/quotas/7c40eecd1fd74ef49a922ada8bf50105 HTTP/1.1" status: 200 len: 375 time: 0.0900750 Dec 14 19:04:56.980940 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-9c16708f-4cf4-489f-bf4b-eee57c7c06ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 1097 time: 0.5115931 Dec 14 19:04:56.987250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-febe3a4a-135b-4523-a52c-e23b1c1670a7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:56.989031 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-febe3a4a-135b-4523-a52c-e23b1c1670a7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 818 time: 0.9019520 Dec 14 19:04:57.058592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:57.083694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Request body: {'port': {'device_id': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'admin_state_up': True, 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:57.139336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:57.142803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:57.145501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.295648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.297186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:57.438534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:57.502106 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-593ed77b-e5b9-4376-b275-3a567475cb47 req-f006666f-3486-4ec9-b3be-2d5444d84e4a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361018 Dec 14 19:04:57.535548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-692349f2-b476-4c00-a33b-2e6ed5c97b93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:57.537299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-692349f2-b476-4c00-a33b-2e6ed5c97b93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 916 time: 0.4476721 Dec 14 19:04:57.625892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:04:57.627360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:57.658578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:57.683655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Made reservation on behalf of 7c40eecd1fd74ef49a922ada8bf50105 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:57.698663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.754159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:57.779941 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-f77e88f2-fe05-4106-9ef1-2309b7214b63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3735541e-c78c-4129-9514-d4be074c5318 HTTP/1.1" status: 200 len: 217 time: 0.2298677 Dec 14 19:04:57.789505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:57.974816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-3515d100-b6f9-45b8-9740-65279f6734a0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0007908 Dec 14 19:04:58.144702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-45de9cea-f1c5-4aec-8ec0-fb09937743fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:58.149198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.151347 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-45de9cea-f1c5-4aec-8ec0-fb09937743fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.3453147 Dec 14 19:04:58.223010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-2defe36c-9b95-424d-b26d-1205329fa968 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615582 Dec 14 19:04:58.227762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:58.228220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.370954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e900cd5c-72ea-4301-9e92-b22a6be5d9cf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:58.374910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Allocated IP 172.20.0.7 (5a77fb2d-c2bb-40b7-833e-fa39d2a399d1/c36b7bb8-ef57-415c-b18d-16f0dabbce6d/80d4fb01-a243-4071-9c3d-b1e289c5aa67) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:58.403077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e900cd5c-72ea-4301-9e92-b22a6be5d9cf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:58.412690 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e900cd5c-72ea-4301-9e92-b22a6be5d9cf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1582185494&fields=id&tenant_id=491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 267 time: 0.1457179 Dec 14 19:04:58.414665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,segment=NetworkSegment(268ec3e4-997a-4215-8cee-5280f275b09d),segment_id=268ec3e4-997a-4215-8cee-5280f275b09d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:58.430475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:04:58.607232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.622208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:58.741879 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-5d32c497-b38c-4b0d-ac8f-d45b59545db7 service neutron] 10.222.0.72 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635221 Dec 14 19:04:58.776770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:58.812881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:58.864063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-f2e3ab2f-18fc-4cc6-b339-b203106148f8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:58.865894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-f2e3ab2f-18fc-4cc6-b339-b203106148f8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:58.956603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-f2e3ab2f-18fc-4cc6-b339-b203106148f8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:58.964493 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-f2e3ab2f-18fc-4cc6-b339-b203106148f8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 810 time: 0.5502689 Dec 14 19:04:59.070431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-8e0e3ca8-6877-46ea-b88c-1893a0a9cf86 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/quotas/491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 375 time: 0.1039376 Dec 14 19:04:59.071193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:59.074545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.226043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.244393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:59.244843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.252690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5bac4c90-a26a-4dc9-986e-730a057f1b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:59.318534 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-6bcd6c95-f2c3-4b84-8b88-c002381b46c2 service neutron] 10.222.0.72 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699346 Dec 14 19:04:59.358833 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-ab48177d-2baf-4455-aae4-93554152f0a3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2879593 Dec 14 19:04:59.376507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-11c0eb08-04b8-4f2d-af08-90f48d8a1e65 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1451755 Dec 14 19:04:59.548133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Pushing event updated for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:59.562285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:59.574137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:59.584867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:59.677032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:59.687222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:59.689631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.768010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5c4703ad-533b-4e0d-8bd7-12296316659f service neutron] 10.222.0.72 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737936 Dec 14 19:04:59.775552 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6807c7a9-b73a-4ac4-943c-d63ab0a24d4b req-8ef8d207-92ab-4918-920b-061df65fbc22 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918495 Dec 14 19:04:59.799465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7494473 Dec 14 19:04:59.820994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Request body: {'port': {'device_id': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:00.083442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 3735541e-c78c-4129-9514-d4be074c5318 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:00.105709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43b6bb-4699-47c1-8b61-07cee2111333 req-4197638f-01dd-4ba6-8625-c3a405497ccd tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:00.110715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a43b6bb-4699-47c1-8b61-07cee2111333 req-4197638f-01dd-4ba6-8625-c3a405497ccd tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.2352204 Dec 14 19:05:00.187664 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-f3252173-1260-4f34-ad26-0d6312654769 service neutron] 10.222.0.72 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183912 Dec 14 19:05:00.211199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.384511 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a43b6bb-4699-47c1-8b61-07cee2111333 req-3455ad8a-efdb-4c8a-89b9-ffaf7d86f80c tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641771 Dec 14 19:05:00.534189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3735541e-c78c-4129-9514-d4be074c5318,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:00.591790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '3735541e-c78c-4129-9514-d4be074c5318', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'port_id': '3735541e-c78c-4129-9514-d4be074c5318', 'mac_address': 'fa:16:3e:f5:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c73966-27ce-4488-88e0-9fb16f9f599a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:00.776274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.828124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3735541e-c78c-4129-9514-d4be074c5318 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:00.866981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3735541e-c78c-4129-9514-d4be074c5318,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:00.875773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.893554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:01.086271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:01.093692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:01.241936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:01.576740 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128', 'code': 200} Dec 14 19:05:01.763517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c2c58-7f6f-4f19-99fc-40b263fa5b10 req-0941a49f-aff6-4e45-b2ab-7563c4b43819 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:01.782039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec4c2c58-7f6f-4f19-99fc-40b263fa5b10 req-0941a49f-aff6-4e45-b2ab-7563c4b43819 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 944 time: 1.1037481 Dec 14 19:05:01.952297 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-13d8a6cd-4255-4bd5-b013-8301c304a8df req-e399d3f9-1f2c-4f9c-8877-bd90552eb612 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 210 time: 0.1100469 Dec 14 19:05:01.988186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d4fb01-a243-4071-9c3d-b1e289c5aa67 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:02.004305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:02.041715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Transition to ACTIVE for port object 80d4fb01-a243-4071-9c3d-b1e289c5aa67 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:02.101747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:02.142065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:02.330261 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec4c2c58-7f6f-4f19-99fc-40b263fa5b10 req-3cf5f483-431c-4a6e-ae37-d240a4f691c4 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846239 Dec 14 19:05:02.334597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4751bc76-5d7e-4bff-a8f4-605dfb0add32 req-ea0d0b5e-361a-4322-a0a1-ab72524ebf83 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:02.456896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-4751bc76-5d7e-4bff-a8f4-605dfb0add32 req-ea0d0b5e-361a-4322-a0a1-ab72524ebf83 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:02.460166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4751bc76-5d7e-4bff-a8f4-605dfb0add32 req-ea0d0b5e-361a-4322-a0a1-ab72524ebf83 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 210 time: 0.2951691 Dec 14 19:05:02.664422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-3383811c-8cb4-4cfe-b668-7d805075a213 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 1098 time: 0.2934175 Dec 14 19:05:02.758634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:02.813325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.66', 64969) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:02.853157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Pushing event updated for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:02.858813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:03.190908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Attempting to bind port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:03.191507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Attempting to bind port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:03.192108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Attempting to bind port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:03.224290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:03.224888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Attempting to bind port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:03.256429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:03.257057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Checking segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:03.265856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Bound using segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:03.266837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Bound port: 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:03.267477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.385261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-136dc77f-b07e-4a5a-a2c9-68e06da0ca43 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:03.388139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-136dc77f-b07e-4a5a-a2c9-68e06da0ca43 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 818 time: 0.5663714 Dec 14 19:05:03.499572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa0e46ca-0700-4f3d-8626-7b366fb10c6e req-0e821fbd-5ae2-495c-807c-572c259b2cea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 210 time: 0.1047688 Dec 14 19:05:03.534647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Request body: {'port': {'device_id': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'admin_state_up': True, 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:03.569268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:03.575780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:03.590979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979266f-774e-461e-bedf-220cb4c7c22c req-54e8668e-d7c1-4018-97e1-55a65be8d4b2 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:03.605646 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1979266f-774e-461e-bedf-220cb4c7c22c req-54e8668e-d7c1-4018-97e1-55a65be8d4b2 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.7620761 Dec 14 19:05:03.617118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.754158 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1979266f-774e-461e-bedf-220cb4c7c22c req-2086a404-2dea-4cd4-83ec-799c22058856 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468904 Dec 14 19:05:03.755292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:03.798705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:03.877970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.880910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] 10.222.0.66 "PUT /v2.0/ports/80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 1093 time: 4.0648737 Dec 14 19:05:03.881915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:03.939813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Pushing event updated for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:03.956669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:03.967964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.66', 64972) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:04.094860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 3735541e-c78c-4129-9514-d4be074c5318 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:04.095137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Usage tracker for resource:security_group_rule and tenant:6dd61f366373419cb7a9d546881d1704 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:04.152158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:04.206817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:04.333283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 3735541e-c78c-4129-9514-d4be074c5318 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:04.343715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 3735541e-c78c-4129-9514-d4be074c5318 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:04.345898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.489777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.510537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.515201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:04.582650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8f6c0-03de-45a1-bc3c-3a24070994ae req-ce39128a-d6d3-47ce-ab98-f8c61d6c3280 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:04.591120 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-68a8f6c0-03de-45a1-bc3c-3a24070994ae req-ce39128a-d6d3-47ce-ab98-f8c61d6c3280 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 945 time: 0.6868649 Dec 14 19:05:04.594782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Usage tracker for resource:port and tenant:7c40eecd1fd74ef49a922ada8bf50105 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:04.602330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:04.688790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.755443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:04.792437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-59915d9a-4341-4da3-b469-284c27d783d8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:04.794825 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-59915d9a-4341-4da3-b469-284c27d783d8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 810 time: 0.8283689 Dec 14 19:05:04.797466 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1fecfc52-6a51-49e3-ad29-f73be223e9be req-71debc3a-016a-48df-ac14-4026ee142408 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 210 time: 0.5491877 Dec 14 19:05:04.798955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58036) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:04.856429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fbad7d-5048-4456-bd82-08fa34af972a,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:04.875893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:04.913854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-99ecb698-0736-40c0-a52e-d6c897d89d41 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1096 time: 0.8902056 Dec 14 19:05:04.932269 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-4613399f-5400-4caa-8e16-6796fa9d8c39 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 380 time: 0.1194651 Dec 14 19:05:04.943628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:04.964048 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afffd7b1-5c4e-4645-9dfc-4dd7ea4562f2 req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2927527 Dec 14 19:05:05.025786 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-68a8f6c0-03de-45a1-bc3c-3a24070994ae req-23ea234d-771c-49a2-b988-1070a062f792 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289711 Dec 14 19:05:05.057833 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'status': 'completed', 'code': 200} Dec 14 19:05:05.074962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Made reservation on behalf of 7c40eecd1fd74ef49a922ada8bf50105 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:05.079297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'port': {'device_id': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'admin_state_up': True, 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'security_groups': ['91adba73-48b5-491c-85c4-e80e10a9d6db']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:05.120770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.169798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-8407a6ef-16c6-4f63-ba20-41ef65b4ca25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.2359285 Dec 14 19:05:05.312525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3735541e-c78c-4129-9514-d4be074c5318,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:05.318160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735541e-c78c-4129-9514-d4be074c5318'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:05.340748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-93a0b20a-437a-4ddd-a629-ab3cf7418d4e req-f1414644-dfd4-4f0b-bb2f-17c87271ee90 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:05.359284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.366275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9f19e55-791f-4609-a77b-2e2f10a87d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:05.532050 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Allocated IP 172.20.0.14 (5a77fb2d-c2bb-40b7-833e-fa39d2a399d1/c36b7bb8-ef57-415c-b18d-16f0dabbce6d/e8404c8d-2f25-42d4-9ffd-a740335c89b4) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:05.556028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-93a0b20a-437a-4ddd-a629-ab3cf7418d4e req-f1414644-dfd4-4f0b-bb2f-17c87271ee90 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:05.579896 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a0b20a-437a-4ddd-a629-ab3cf7418d4e req-f1414644-dfd4-4f0b-bb2f-17c87271ee90 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 210 time: 0.2863750 Dec 14 19:05:05.608626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:05.628192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:05.721086 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3735541e-c78c-4129-9514-d4be074c5318', 'code': 200} Dec 14 19:05:05.780327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-99236d24-85fd-41b8-b8cd-54d55457fe4a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:05.786132 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-99236d24-85fd-41b8-b8cd-54d55457fe4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.4470615 Dec 14 19:05:05.922642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.134357 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b66ad4c6-d885-4c98-b9f6-f9b64ca97521 req-e0cc1658-f408-4d07-92c2-e060ae984d83 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 210 time: 0.0739632 Dec 14 19:05:06.159193 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-7df96ffa-442e-46d4-93a6-448ad081ea3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3250058 Dec 14 19:05:06.253562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:06.277651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-280e8524-b7e6-44b6-8c2c-3ab90ca69f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.287021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:06.305426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.398019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Made reservation on behalf of 491fe3d608e741b399cdfb8972e0710f for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:06.403934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.539000 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-970eacd7-b0a9-487d-8437-98c88255c2b4 req-7d6e882e-16d1-4d3f-a30c-ae77385175f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 1099 time: 0.2892976 Dec 14 19:05:06.613413 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-970eacd7-b0a9-487d-8437-98c88255c2b4 req-70dd420b-7f7c-47d3-81ed-593106e0ad33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653393 Dec 14 19:05:06.642877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e7598-7789-4c50-9419-b4ac58173d48 req-ebf0157c-5ee8-4ab0-ae2e-b053960bcaa6 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:06.651375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a5e7598-7789-4c50-9419-b4ac58173d48 req-ebf0157c-5ee8-4ab0-ae2e-b053960bcaa6 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.9483821 Dec 14 19:05:06.703023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.721221 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a5e7598-7789-4c50-9419-b4ac58173d48 req-2df9b05c-6d6b-4fef-b970-deec8a9ad62d tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Dec 14 19:05:06.727977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Allocated IP 172.20.0.11 (533144c7-d8f4-41d3-9b80-a077093dd475/d3c130e3-12ff-414e-8758-7b670db3783d/09ae1887-3917-47c8-adbc-bc390408ddfc) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:06.789238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.818365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:06.887794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:06.919202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c74d9078274fc4a2bca4b58caa9886 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:06.929629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:06.963762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2ec9-b486-4a2d-bdf3-77c4472dc55f req-2646547c-6455-43f0-b9a3-9164fce96161 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:06.981448 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-816d2ec9-b486-4a2d-bdf3-77c4472dc55f req-2646547c-6455-43f0-b9a3-9164fce96161 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 946 time: 0.6813807 Dec 14 19:05:06.998958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:07.001456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:07.013426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:07.052217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:07.173397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-816d2ec9-b486-4a2d-bdf3-77c4472dc55f req-9096e1e3-bc28-4494-82b8-0306b4c60c79 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907601 Dec 14 19:05:07.295936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:07.297166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.344440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-abc2c434-ffb0-4ce1-a5f2-974a49e21007 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1668184 Dec 14 19:05:07.460286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Pushing event updated for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:07.475354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:07.559572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0520253 Dec 14 19:05:07.580934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Request body: {'port': {'device_id': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:07.608564 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a01d1e23-eb72-4ae0-ac93-3472aa1eac63 req-a1c7eb26-8525-4242-ad4e-cc956c5d25d2 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 210 time: 0.1223397 Dec 14 19:05:07.651626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.724265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.729131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.746273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582429c2-977d-40c4-8e42-532241350bc3 req-0648b830-690b-45bd-ad57-dd7e082dae04 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:07.747089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-582429c2-977d-40c4-8e42-532241350bc3 req-0648b830-690b-45bd-ad57-dd7e082dae04 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:07.753717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:07.761233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.787864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-582429c2-977d-40c4-8e42-532241350bc3 req-0648b830-690b-45bd-ad57-dd7e082dae04 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:07.795429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-582429c2-977d-40c4-8e42-532241350bc3 req-0648b830-690b-45bd-ad57-dd7e082dae04 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 932 time: 0.5435104 Dec 14 19:05:07.826494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656f73a2-28fe-4d54-9cf0-3ef175e9da9d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:07.853277 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-582429c2-977d-40c4-8e42-532241350bc3 req-609056fb-1053-4eda-bb57-3f487d8fb222 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Dec 14 19:05:07.871597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:08.005657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.048907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Transition to ACTIVE for port object 09ae1887-3917-47c8-adbc-bc390408ddfc will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:08.138179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.435013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e5a00086-8c6b-40de-a414-aa6c5ffff2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.538766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8404c8d-2f25-42d4-9ffd-a740335c89b4 {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:08.551608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.590736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e3c74d9078274fc4a2bca4b58caa9886&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7854304 Dec 14 19:05:08.594324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58118) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:08.622049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:08.640535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Transition to ACTIVE for port object e8404c8d-2f25-42d4-9ffd-a740335c89b4 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:08.653428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.682434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fee037-4694-493a-820c-b9c6e7216feb req-52c718b5-9bd8-48ae-b417-485492106a1d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:08.690921 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5fee037-4694-493a-820c-b9c6e7216feb req-52c718b5-9bd8-48ae-b417-485492106a1d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 946 time: 0.2409213 Dec 14 19:05:08.697554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feaa24b0-a4fc-4bcb-953f-db3494f0627a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:08.797388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:08.808791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4982eeb7-e1f3-4737-9192-8c15175f0eed req-a7fd876f-cde7-4c9b-9a2c-67dea4836979 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3209486 Dec 14 19:05:08.812910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:08.818485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:08.826897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:08.828125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.919315 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8592703 Dec 14 19:05:09.004023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Request body: {'port': {'device_id': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:09.110588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5fee037-4694-493a-820c-b9c6e7216feb req-4bf0d03d-250b-4ada-b0d6-351ce327d534 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184148 Dec 14 19:05:09.143705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Pushing event updated for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:09.212385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:09.224407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:09.228020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:09.288843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.314183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Attempting to bind port e8404c8d-2f25-42d4-9ffd-a740335c89b4 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:09.314975 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Attempting to bind port e8404c8d-2f25-42d4-9ffd-a740335c89b4 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:09.315614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Attempting to bind port e8404c8d-2f25-42d4-9ffd-a740335c89b4 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:09.333822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.360385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.387654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Port e8404c8d-2f25-42d4-9ffd-a740335c89b4 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:09.388699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Attempting to bind port e8404c8d-2f25-42d4-9ffd-a740335c89b4 on network 5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:09.398720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.416889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:09.417684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Checking segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:09.418441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Bound using segment: {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:09.419326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Bound port: e8404c8d-2f25-42d4-9ffd-a740335c89b4, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b96dbe-1266-4529-a298-8f4b7de984d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:09.420108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.468150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a99a5ccc-22d6-4ad7-8db7-ea36a0894e5f None None] Provisioning for port 09ae1887-3917-47c8-adbc-bc390408ddfc completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:09.486418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a99a5ccc-22d6-4ad7-8db7-ea36a0894e5f None None] Provisioning complete for port 09ae1887-3917-47c8-adbc-bc390408ddfc triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:09.487451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a99a5ccc-22d6-4ad7-8db7-ea36a0894e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.671804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a99a5ccc-22d6-4ad7-8db7-ea36a0894e5f None None] Port 09ae1887-3917-47c8-adbc-bc390408ddfc cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:05:09.817832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b182221-5924-4004-a8b0-04dff4e2163d req-89624fc4-9ca1-4abd-a7a7-670e2594b360 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:09.822544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:09.826859 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2b182221-5924-4004-a8b0-04dff4e2163d req-89624fc4-9ca1-4abd-a7a7-670e2594b360 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 1.6954913 Dec 14 19:05:09.829284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:09.847833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8ba0c-8e90-4276-b4b1-ae6ce6892dc2 req-e12ecd9d-73a1-4ea2-a767-8b28509dadf1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:09.849613 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84e8ba0c-8e90-4276-b4b1-ae6ce6892dc2 req-e12ecd9d-73a1-4ea2-a767-8b28509dadf1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 932 time: 0.3543015 Dec 14 19:05:09.851686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.852781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.859704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d4af2092-ba02-4445-a228-2ead8ac00109 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:09.942670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2b182221-5924-4004-a8b0-04dff4e2163d req-f0d38565-ca88-4950-9b27-81d40ad861fa tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145437 Dec 14 19:05:09.943094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Pushing event updated for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:09.947335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:09.948153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9edd755a-68b6-4670-b116-ccecd93fa317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:09.989405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656f73a2-28fe-4d54-9cf0-3ef175e9da9d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:09.992398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:09.994069 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-8897ccba-e0ba-485d-a842-bf1800097fe9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1096 time: 1.0813141 Dec 14 19:05:10.001997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.003293 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/656f73a2-28fe-4d54-9cf0-3ef175e9da9d HTTP/1.1" status: 204 len: 168 time: 1.4029551 Dec 14 19:05:10.009295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.012314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] 10.222.0.66 "PUT /v2.0/ports/e8404c8d-2f25-42d4-9ffd-a740335c89b4 HTTP/1.1" status: 200 len: 1094 time: 2.4374752 Dec 14 19:05:10.013898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:10.045039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-84e8ba0c-8e90-4276-b4b1-ae6ce6892dc2 req-b6845911-8078-4f2e-bd32-5e4aa8c0e517 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:10.066814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-84e8ba0c-8e90-4276-b4b1-ae6ce6892dc2 req-b6845911-8078-4f2e-bd32-5e4aa8c0e517 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:10.087936 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84e8ba0c-8e90-4276-b4b1-ae6ce6892dc2 req-b6845911-8078-4f2e-bd32-5e4aa8c0e517 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097135 Dec 14 19:05:10.089458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ae1887-3917-47c8-adbc-bc390408ddfc {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:10.102546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.142959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Transition to ACTIVE for port object 09ae1887-3917-47c8-adbc-bc390408ddfc will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:10.151120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.214367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-17b7144d-4604-4d75-9e61-9375f58f6599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:10.241779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.327572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4', 'status': 'completed', 'code': 200} Dec 14 19:05:10.773193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58172) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:10.802689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.833668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Pushing event updated for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:10.839304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:10.910817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:10.919999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6669bc1a7d5d408bac9f03a5fb1213a9 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:10.927789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:10.939799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:10.964891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6de33-ea02-4735-ae25-df92bfec41e6 req-d9ba7a6a-0cd1-40e4-aab1-7af45b608e78 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:10.980340 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a9e6de33-ea02-4735-ae25-df92bfec41e6 req-d9ba7a6a-0cd1-40e4-aab1-7af45b608e78 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.6205163 Dec 14 19:05:11.075654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.080211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Attempting to bind port 09ae1887-3917-47c8-adbc-bc390408ddfc on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:11.093603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Attempting to bind port 09ae1887-3917-47c8-adbc-bc390408ddfc by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:11.093603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Attempting to bind port 09ae1887-3917-47c8-adbc-bc390408ddfc on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:11.094774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.102362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Port 09ae1887-3917-47c8-adbc-bc390408ddfc on network 533144c7-d8f4-41d3-9b80-a077093dd475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:11.102362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Attempting to bind port 09ae1887-3917-47c8-adbc-bc390408ddfc on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:11.103257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:11.123460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:11.124311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Checking segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:11.125196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Bound using segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:11.126206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Bound port: 09ae1887-3917-47c8-adbc-bc390408ddfc, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:11.127088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.167613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24424b-b778-4cd8-9d65-a0aaebf696d6,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:11.174200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:11.198465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a9e6de33-ea02-4735-ae25-df92bfec41e6 req-f24d9465-9ced-4040-8502-188fdc851c11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:11.229280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6669bc1a7d5d408bac9f03a5fb1213a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4495392 Dec 14 19:05:11.229582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58180) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:11.289950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a9e6de33-ea02-4735-ae25-df92bfec41e6 req-f24d9465-9ced-4040-8502-188fdc851c11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:11.291258 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a9e6de33-ea02-4735-ae25-df92bfec41e6 req-f24d9465-9ced-4040-8502-188fdc851c11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082521 Dec 14 19:05:11.357251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:11.362445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=09ae1887-3917-47c8-adbc-bc390408ddfc,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:11.368618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.375834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:11.501948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.503502 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] 10.222.0.66 "PUT /v2.0/ports/09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1094 time: 2.5080557 Dec 14 19:05:11.510412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:11.557437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.639777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.705623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Pushing event updated for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:11.732114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:11.736356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b9316-39c6-4038-913f-539707d9189e req-0e4308e1-1529-41c0-accc-8fd3df738d3b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:11.738329 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae9b9316-39c6-4038-913f-539707d9189e req-0e4308e1-1529-41c0-accc-8fd3df738d3b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.2440856 Dec 14 19:05:11.739701 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'status': 'completed', 'code': 200} Dec 14 19:05:11.787475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.796911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-87bf5267-6298-4e01-97ff-439dcdd80f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:11.824654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-ba8c6a13-c58a-4102-9640-895af71d8898 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:11.828100 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-ba8c6a13-c58a-4102-9640-895af71d8898 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.3697665 Dec 14 19:05:11.831661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24424b-b778-4cd8-9d65-a0aaebf696d6,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:11.837251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:11.853861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.856787 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca24424b-b778-4cd8-9d65-a0aaebf696d6 HTTP/1.1" status: 204 len: 168 time: 0.6255348 Dec 14 19:05:11.883918 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae9b9316-39c6-4038-913f-539707d9189e req-8c986b43-0e78-441e-a3f9-9ca9b52d5e86 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305630 Dec 14 19:05:12.625552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df5015-3877-4c49-939e-44fdf131e6be req-63589339-7979-4299-a611-663229694bc4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:12.627523 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-13df5015-3877-4c49-939e-44fdf131e6be req-63589339-7979-4299-a611-663229694bc4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.1108177 Dec 14 19:05:12.686147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-13df5015-3877-4c49-939e-44fdf131e6be req-21dccf04-0b72-4a59-b48a-ecaf6bc26bf7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Dec 14 19:05:12.848646 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-ad5e3077-b204-47b3-88f3-1fc9c520a568 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.0787058 Dec 14 19:05:12.869081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a1bb1c2-8920-4cde-9eaf-d06a414d4ad8 req-f37a0f73-3491-494d-bfc8-e21c3f07acf8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 1097 time: 0.1174445 Dec 14 19:05:13.089483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bb1c2-8920-4cde-9eaf-d06a414d4ad8 req-49bf1da6-6ef9-4fb0-beed-43c3718b40f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.091431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a1bb1c2-8920-4cde-9eaf-d06a414d4ad8 req-49bf1da6-6ef9-4fb0-beed-43c3718b40f1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2143083 Dec 14 19:05:13.093258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-a80a35d9-b0ff-4c51-b09c-3932bb957960 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.099880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-a80a35d9-b0ff-4c51-b09c-3932bb957960 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.2034309 Dec 14 19:05:13.234688 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-a82d7621-a8e7-4e98-a9c4-c3b2adf8cffd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208394 Dec 14 19:05:13.240465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-96695ad0-35a2-41f6-b5e2-07f8acceaddd req-402c4ea6-da9e-4086-9882-8402783cd126 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1097 time: 0.3918395 Dec 14 19:05:13.361705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48c39d-7050-4ceb-a5bc-d44a8c2e6fa2 req-53ba5231-be00-4ec5-9798-2c56e726803a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.363709 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bb48c39d-7050-4ceb-a5bc-d44a8c2e6fa2 req-53ba5231-be00-4ec5-9798-2c56e726803a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.2716191 Dec 14 19:05:13.367369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bb1c2-8920-4cde-9eaf-d06a414d4ad8 req-03c5c18c-ecf2-4527-824d-daf0a74ea5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.369256 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a1bb1c2-8920-4cde-9eaf-d06a414d4ad8 req-03c5c18c-ecf2-4527-824d-daf0a74ea5b9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336159 Dec 14 19:05:13.547584 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bb48c39d-7050-4ceb-a5bc-d44a8c2e6fa2 req-3372afd4-633c-44ad-be47-78ceb846c255 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609211 Dec 14 19:05:13.574505 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-a142dd63-c31d-4251-9a08-483b3548a8fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 1097 time: 0.1566930 Dec 14 19:05:13.645597 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-1a3aa532-61b7-42ea-8fab-f266c4fafa54 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970792 Dec 14 19:05:13.665804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96695ad0-35a2-41f6-b5e2-07f8acceaddd req-76d7279d-515a-49f0-8dd5-6d771a513fa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.668622 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-96695ad0-35a2-41f6-b5e2-07f8acceaddd req-76d7279d-515a-49f0-8dd5-6d771a513fa0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=491fe3d608e741b399cdfb8972e0710f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3532407 Dec 14 19:05:13.971218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-a8cc1d63-ea20-45ae-a8f7-28f80b180b6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4 HTTP/1.1" status: 200 len: 217 time: 0.3860712 Dec 14 19:05:14.082282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-882261a7-fd8f-4a07-9554-095c78f29b3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:14.091890 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-882261a7-fd8f-4a07-9554-095c78f29b3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.1064727 Dec 14 19:05:14.160051 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-a26cfa89-10c4-42ea-9b56-a9114f4bebea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644805 Dec 14 19:05:14.365571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96695ad0-35a2-41f6-b5e2-07f8acceaddd req-d77bc199-2bf5-4044-ade0-c8bca4da478c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:14.367253 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-96695ad0-35a2-41f6-b5e2-07f8acceaddd req-d77bc199-2bf5-4044-ade0-c8bca4da478c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6517453 Dec 14 19:05:14.419191 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a83e9856-22f3-4e2d-9ecf-168bb9fb1cf9 req-3b72e6d5-0a73-40bf-97bb-a0154d8f8dc5 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645252 Dec 14 19:05:14.425650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f96a1-0811-4174-83dc-5176f5b0c212 req-68bede41-ac3e-4654-baab-de5eb61fe1b2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:14.427356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8d9f96a1-0811-4174-83dc-5176f5b0c212 req-68bede41-ac3e-4654-baab-de5eb61fe1b2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.5643156 Dec 14 19:05:14.567082 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-a4da35f3-d166-4e31-bbbe-1a6b0b1c60ed service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974853 Dec 14 19:05:14.616045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8d9f96a1-0811-4174-83dc-5176f5b0c212 req-a0fe9a50-715b-4937-9f1d-ec485fcd807c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864308 Dec 14 19:05:14.640396 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-6f98cc69-1b92-4cce-8f49-6dadaee51c51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1097 time: 0.2084625 Dec 14 19:05:14.831725 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-b7820b20-5a1f-4b48-9791-2f87f44d227b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 217 time: 0.1771209 Dec 14 19:05:14.970161 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a32b40c2-0991-48c4-b7b0-4c81efe6f184 req-d05ae049-3be0-4390-87fc-a68b9043b9c9 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950078 Dec 14 19:05:15.025249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-629b6ae8-33de-4fc2-9e0f-daf6b8cb0b1d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:15.027045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-629b6ae8-33de-4fc2-9e0f-daf6b8cb0b1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.1311715 Dec 14 19:05:15.159087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ae2b8-2c7c-44d0-a9ab-7766f6cc0fc8 req-119802a4-7d0a-4759-8572-330966c1e205 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:15.160474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-319ae2b8-2c7c-44d0-a9ab-7766f6cc0fc8 req-119802a4-7d0a-4759-8572-330966c1e205 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:15.213255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-319ae2b8-2c7c-44d0-a9ab-7766f6cc0fc8 req-119802a4-7d0a-4759-8572-330966c1e205 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:15.215620 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-319ae2b8-2c7c-44d0-a9ab-7766f6cc0fc8 req-119802a4-7d0a-4759-8572-330966c1e205 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.3826153 Dec 14 19:05:15.268071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-db1666d3-a577-41e4-92cf-42ac1fe23911 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2330153 Dec 14 19:05:15.327164 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-319ae2b8-2c7c-44d0-a9ab-7766f6cc0fc8 req-3cb985c9-2e9b-4930-a9a5-41e14fc5909c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028383 Dec 14 19:05:15.461079 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-cb58d579-a571-45c8-a78f-4d21494f6a92 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723082 Dec 14 19:05:15.681677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd768f7f-9172-4a49-97a2-d908b5371857 req-2a88fa7a-a4d3-4c99-b155-3c8df183f434 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135503 Dec 14 19:05:16.176892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7977-6f7a-4932-bfa0-fa2ed05ac792 req-ea0e749a-b07c-4b2b-9273-e4017f18fd4d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:16.179147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26f7977-6f7a-4932-bfa0-fa2ed05ac792 req-ea0e749a-b07c-4b2b-9273-e4017f18fd4d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.1292210 Dec 14 19:05:16.234324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26f7977-6f7a-4932-bfa0-fa2ed05ac792 req-6ca9cd1c-db1b-4f8f-97e6-613d1b5c362b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Dec 14 19:05:16.729478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 80d4fb01-a243-4071-9c3d-b1e289c5aa67 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:16.747458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3adb05-f2ae-425a-a18b-f3c5a24ce7e4 req-2986f619-5878-4f88-ab70-78b3f10afb5c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:16.751073 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff3adb05-f2ae-425a-a18b-f3c5a24ce7e4 req-2986f619-5878-4f88-ab70-78b3f10afb5c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.1998925 Dec 14 19:05:16.860502 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff3adb05-f2ae-425a-a18b-f3c5a24ce7e4 req-0bccdd4e-1000-4e34-ad02-722199b18b80 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972087 Dec 14 19:05:16.955154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:16.984341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'port_id': '80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'mac_address': 'fa:16:3e:ed:5d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:17.095704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.145565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d4fb01-a243-4071-9c3d-b1e289c5aa67 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:17.176142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:17.182399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.185765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.269291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:17.280590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.280782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.281169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.281545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.281917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.282555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.282930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.284878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.285334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.285714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.286091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:17.293693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:17.625639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f7908-8477-4121-bf17-6754d9c94028 req-205a4b97-a00b-465b-a824-f63e8b0a7c65 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:17.628279 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d8f7908-8477-4121-bf17-6754d9c94028 req-205a4b97-a00b-465b-a824-f63e8b0a7c65 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.1595266 Dec 14 19:05:17.650690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['80d4fb01-a243-4071-9c3d-b1e289c5aa67'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:17.695649 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d8f7908-8477-4121-bf17-6754d9c94028 req-ca5a5a4f-8ab4-4472-867d-8c99d06fb4f1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550864 Dec 14 19:05:18.494065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757de9c-71fd-4a09-a74a-5cdb37ce5428 req-f82ca2b9-6d2a-46c5-8f7b-f6683684b90c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:18.497140 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2757de9c-71fd-4a09-a74a-5cdb37ce5428 req-f82ca2b9-6d2a-46c5-8f7b-f6683684b90c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.1599793 Dec 14 19:05:18.573072 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2757de9c-71fd-4a09-a74a-5cdb37ce5428 req-ab969874-b313-47a8-b631-516730db6d11 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679643 Dec 14 19:05:18.741338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e8404c8d-2f25-42d4-9ffd-a740335c89b4 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:19.074604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:19.144285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4', 'network_id': '5a77fb2d-c2bb-40b7-833e-fa39d2a399d1', 'port_id': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4', 'mac_address': 'fa:16:3e:12:9b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7bb8-ef57-415c-b18d-16f0dabbce6d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:19.145023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e8782-1e7e-48b4-85f3-6feb4ca9cd1a req-a9a544b0-f960-490c-90ec-21aef0778b89 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:19.147218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa6e8782-1e7e-48b4-85f3-6feb4ca9cd1a req-a9a544b0-f960-490c-90ec-21aef0778b89 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 944 time: 0.2435064 Dec 14 19:05:19.229346 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa6e8782-1e7e-48b4-85f3-6feb4ca9cd1a req-7b4d8d1e-ee10-47f9-ab6b-9e4cfc8b6908 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691392 Dec 14 19:05:19.275289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.312641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8404c8d-2f25-42d4-9ffd-a740335c89b4 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:19.344488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:19.349187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.350904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 09ae1887-3917-47c8-adbc-bc390408ddfc details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:19.357851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:19.469568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:19.529384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:19.654538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=09ae1887-3917-47c8-adbc-bc390408ddfc,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:19.685007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'port_id': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'mac_address': 'fa:16:3e:ef:5f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:19.805560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.828771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ae1887-3917-47c8-adbc-bc390408ddfc {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:19.859873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=09ae1887-3917-47c8-adbc-bc390408ddfc,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:19.864107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231de3f-55ea-4cdc-9bc9-855fe4762923 req-37681c11-67c8-482c-868b-ec682e6f93a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:19.866120 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b231de3f-55ea-4cdc-9bc9-855fe4762923 req-37681c11-67c8-482c-868b-ec682e6f93a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 944 time: 0.1240985 Dec 14 19:05:19.875359 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.881848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:19.960123 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b231de3f-55ea-4cdc-9bc9-855fe4762923 req-27c2d4d2-4996-41ce-9c94-0078b9df9040 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783265 Dec 14 19:05:20.032442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:20.038502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:20.286064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['e8404c8d-2f25-42d4-9ffd-a740335c89b4'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:20.336427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['09ae1887-3917-47c8-adbc-bc390408ddfc'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:20.609290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd8aeb-ab5a-4b93-a480-8c5584eb4835 req-d2ec7c80-28ba-4ef2-8554-28982e71d511 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:20.611041 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4cd8aeb-ab5a-4b93-a480-8c5584eb4835 req-d2ec7c80-28ba-4ef2-8554-28982e71d511 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 945 time: 0.1547978 Dec 14 19:05:20.716912 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4cd8aeb-ab5a-4b93-a480-8c5584eb4835 req-d766e9f7-984e-4b12-be2e-b32e4169f1a5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977092 Dec 14 19:05:20.749281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 80d4fb01-a243-4071-9c3d-b1e289c5aa67 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:20.924894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:20.931395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:20.931948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.186546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.253545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:21.275625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:21.281631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.285462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cc3221bf-bab5-42d1-8cb3-c2144207fae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:21.363348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936b238-4091-454c-a270-b2ddd2df66f0 req-610928d4-0364-4e60-b658-b8d6cd1349c3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:21.378643 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3936b238-4091-454c-a270-b2ddd2df66f0 req-610928d4-0364-4e60-b658-b8d6cd1349c3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 945 time: 0.1952507 Dec 14 19:05:21.396761 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'code': 200} Dec 14 19:05:21.453570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:21.474350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:21.502486 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3936b238-4091-454c-a270-b2ddd2df66f0 req-98ea2760-3ead-48d9-9dca-55c3fa7748ac tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217148 Dec 14 19:05:21.737223 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3998cef6-e0fe-47fc-b92b-9fb07f24ea97 req-3cff4db5-4555-4057-8f99-b9a4c68dd669 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1272068 Dec 14 19:05:21.821722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3998cef6-e0fe-47fc-b92b-9fb07f24ea97 req-c59473a2-6d25-46f5-8f9b-f0d0f12a77c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770473 Dec 14 19:05:22.007954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b1db6-cbb5-483b-b47f-b8519a028bc3 req-53aa4997-67f2-4460-a2a8-6036aaf71740 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:22.009737 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-566b1db6-cbb5-483b-b47f-b8519a028bc3 req-53aa4997-67f2-4460-a2a8-6036aaf71740 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 945 time: 0.0911455 Dec 14 19:05:22.083483 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-566b1db6-cbb5-483b-b47f-b8519a028bc3 req-d2a47ede-bc0e-4cc9-b219-93665b71da77 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616152 Dec 14 19:05:22.806940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58504) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:22.878321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981629-9ee2-41c5-9e8d-4423e3844f40 req-3f282577-aa3e-4008-b476-f78b429a19f0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:22.881911 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76981629-9ee2-41c5-9e8d-4423e3844f40 req-3f282577-aa3e-4008-b476-f78b429a19f0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 945 time: 0.1866169 Dec 14 19:05:22.952285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58512) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:23.015042 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76981629-9ee2-41c5-9e8d-4423e3844f40 req-10da3cc5-bd40-46cd-b1b6-c6f650d5192c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141791 Dec 14 19:05:23.151659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.212851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:23.219650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b1d958bcf3f4b4f8ae70bf6c45f9ae6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:23.223591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:23.230868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:23.338761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.426434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.434675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.435874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:23.451518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Usage tracker for resource:security_group_rule and tenant:4fe2243d087140c197854a83abb3a9b9 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:23.455112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-739e3931-8c2a-446a-9bfc-c12b5bbb7b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:23.462661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:23.478311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:23.503373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18568d76-d68d-417d-bb9b-3d1b80cf16c2 req-4d8bb01b-6be9-45bf-b03a-474b759721cd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:23.505124 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-18568d76-d68d-417d-bb9b-3d1b80cf16c2 req-4d8bb01b-6be9-45bf-b03a-474b759721cd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 945 time: 0.2535367 Dec 14 19:05:23.555617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a90725-e320-4ec4-9b76-b2bd449ea23d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:23.576527 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b1d958bcf3f4b4f8ae70bf6c45f9ae6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7668967 Dec 14 19:05:23.580103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58522) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:23.596603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.597036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.597423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.597822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.598219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.598612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.599004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.599514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.599902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.600254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.600644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.609461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:23.646761 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-18568d76-d68d-417d-bb9b-3d1b80cf16c2 req-9e80587f-3bdd-4fca-bffb-7043aebcbb3c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243029 Dec 14 19:05:23.674585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.679668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.686144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.701956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:23.715224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.790295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b0525-5564-4f0d-b3e5-3cb187669580,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:23.790659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.797176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:23.799318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e8404c8d-2f25-42d4-9ffd-a740335c89b4 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:23.801324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:23.809750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a90725-e320-4ec4-9b76-b2bd449ea23d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:23.815267 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fe2243d087140c197854a83abb3a9b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8606365 Dec 14 19:05:23.816791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58528) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:23.821017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.821452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.821842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.822230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.822615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.822995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.823373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.823751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.824122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.824494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.824861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:23.843422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:23.850617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.858794 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0a90725-e320-4ec4-9b76-b2bd449ea23d HTTP/1.1" status: 204 len: 168 time: 0.2768233 Dec 14 19:05:23.973547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port e8404c8d-2f25-42d4-9ffd-a740335c89b4 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:23.988345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port e8404c8d-2f25-42d4-9ffd-a740335c89b4 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:23.988893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.989911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.103471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.253312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.257991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.266025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:24.290266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b0525-5564-4f0d-b3e5-3cb187669580,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:24.303673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:24.320579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.322768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/032b0525-5564-4f0d-b3e5-3cb187669580 HTTP/1.1" status: 204 len: 168 time: 0.5039914 Dec 14 19:05:24.377978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:24.393261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:24.402953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.404212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 09ae1887-3917-47c8-adbc-bc390408ddfc up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:24.470504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:24.497383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80625d37-c61a-4aeb-9fa8-fc7dae284db6 req-c7a810f2-b35c-4f13-a425-3a9b89d3fe60 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:24.515071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80625d37-c61a-4aeb-9fa8-fc7dae284db6 req-c7a810f2-b35c-4f13-a425-3a9b89d3fe60 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 945 time: 0.2235446 Dec 14 19:05:24.551576 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4', 'code': 200} Dec 14 19:05:24.598088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:24.608460 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80625d37-c61a-4aeb-9fa8-fc7dae284db6 req-ced799f4-a5a5-43b4-ae41-5f059fa32805 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897431 Dec 14 19:05:24.616712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:24.631548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 09ae1887-3917-47c8-adbc-bc390408ddfc completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:24.635826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58550) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:24.638047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 09ae1887-3917-47c8-adbc-bc390408ddfc triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:24.638556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.661853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.710422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:24.718589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Usage tracker for resource:security_group_rule and tenant:efda0c68490e49809074dd48b7a37664 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:24.726680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:24.739136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:24.824204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.870162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=09ae1887-3917-47c8-adbc-bc390408ddfc,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:24.875573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.882754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:24.979306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:24.985725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:25.002259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.009306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.025109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:25.066272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58558) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:25.098792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.100836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904199a5-51b9-4242-ad44-5ddd11d98395 req-02c14124-9dd7-4b3d-942c-76e3e4b1a7a1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:25.103827 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-904199a5-51b9-4242-ad44-5ddd11d98395 req-02c14124-9dd7-4b3d-942c-76e3e4b1a7a1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2786124 Dec 14 19:05:25.145263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:25.150292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Usage tracker for resource:security_group_rule and tenant:399aeff5c78c43348e04b8273c20660d is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:25.153805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:25.160460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:25.163234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8e443-97ea-4a0a-a573-08562cde385d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:25.169044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:25.185648 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=efda0c68490e49809074dd48b7a37664&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474463 Dec 14 19:05:25.189450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58564) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:25.233297 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-904199a5-51b9-4242-ad44-5ddd11d98395 req-13732dc0-ffaf-4dee-a383-03dd77440eda tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053696 Dec 14 19:05:25.311604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.317093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.318213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.328541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c7f8b2e5-41d2-460b-8b5c-90d1412f4fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:25.391647 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=399aeff5c78c43348e04b8273c20660d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3236678 Dec 14 19:05:25.397111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58572) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:25.400454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.455414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.456488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd244ee-1503-4c53-9edb-1bede72cce41,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:25.465260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:25.465803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7b8c38bd-0306-416b-a316-4efe38a4c39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:25.480896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8e443-97ea-4a0a-a573-08562cde385d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:25.490775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:25.491869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.493173 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e5b8e443-97ea-4a0a-a573-08562cde385d HTTP/1.1" status: 204 len: 168 time: 0.2977877 Dec 14 19:05:25.540685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.584775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.672020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.682542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:25.714832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd244ee-1503-4c53-9edb-1bede72cce41,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:25.718584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:25.733700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:25.735902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbd244ee-1503-4c53-9edb-1bede72cce41 HTTP/1.1" status: 204 len: 168 time: 0.3364167 Dec 14 19:05:26.012685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa3941-2784-4bb4-97dd-90488213624d req-65b5f79d-78ee-4c6d-a694-ce50a4681af7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:26.015018 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-72aa3941-2784-4bb4-97dd-90488213624d req-65b5f79d-78ee-4c6d-a694-ce50a4681af7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1591923 Dec 14 19:05:26.092441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-72aa3941-2784-4bb4-97dd-90488213624d req-7878d36c-fc8d-4255-abfc-db1538f86d6b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644736 Dec 14 19:05:26.507221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae451335-346c-44ed-805d-4a6ea729f8a8 req-ff87659b-d6c8-4adb-a1d4-ef3b1d901e76 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:26.516274 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae451335-346c-44ed-805d-4a6ea729f8a8 req-ff87659b-d6c8-4adb-a1d4-ef3b1d901e76 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1190884 Dec 14 19:05:26.552695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:26.687584 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae451335-346c-44ed-805d-4a6ea729f8a8 req-c55707de-f21c-47aa-8be2-d25c92d9b1a0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696839 Dec 14 19:05:26.697652 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'code': 200} Dec 14 19:05:26.755946 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f700726-4215-4aa2-8bb3-f8c87161e5ae req-0ec62382-9eaf-4b9a-8399-20ea0bd1b100 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 1099 time: 0.2359428 Dec 14 19:05:26.858801 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f700726-4215-4aa2-8bb3-f8c87161e5ae req-bae78307-1a4c-4d94-8f3e-aa3f9a210e32 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896039 Dec 14 19:05:27.472103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc74e-211f-41f8-9f24-c6667223c5b9 req-bbe4f95f-8bcf-4f2f-9b41-b9ce5f9a0a98 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:27.475004 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c3fc74e-211f-41f8-9f24-c6667223c5b9 req-bbe4f95f-8bcf-4f2f-9b41-b9ce5f9a0a98 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1681423 Dec 14 19:05:27.605354 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c3fc74e-211f-41f8-9f24-c6667223c5b9 req-edda0b8e-3d8c-4025-8d68-18a892b00c07 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156709 Dec 14 19:05:28.217714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e5e0d-439a-4899-80cc-81fb18c22151 req-7d14a4fd-208b-4f0c-9743-3bd58982eaa6 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:28.221198 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-590e5e0d-439a-4899-80cc-81fb18c22151 req-7d14a4fd-208b-4f0c-9743-3bd58982eaa6 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2332587 Dec 14 19:05:28.331766 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-590e5e0d-439a-4899-80cc-81fb18c22151 req-5b66b49a-593f-43b1-996b-d3294a43a55d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985651 Dec 14 19:05:29.056454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d312f-ef47-46e2-b892-efeb53b23a9f req-90d947ee-d59e-4b5b-bcb9-8769441d6b61 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:29.059470 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f51d312f-ef47-46e2-b892-efeb53b23a9f req-90d947ee-d59e-4b5b-bcb9-8769441d6b61 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1656289 Dec 14 19:05:29.128200 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f51d312f-ef47-46e2-b892-efeb53b23a9f req-da6ef3f1-cf1f-46ac-b200-03b2d9cf963e tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560303 Dec 14 19:05:29.272921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58688) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:29.542128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.623166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:29.717707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Usage tracker for resource:security_group_rule and tenant:c5db28e1497a4f7f9940eb4061ba327a is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:29.732547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:29.763675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:29.871675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570e0c6-fbe2-4476-b927-e3249550f216 req-f307879b-c7c5-4104-9052-fc2fbfd3bd8f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:29.875312 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3570e0c6-fbe2-4476-b927-e3249550f216 req-f307879b-c7c5-4104-9052-fc2fbfd3bd8f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2582049 Dec 14 19:05:30.012838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.024726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.101496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:30.129268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c5db28e1497a4f7f9940eb4061ba327a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8548839 Dec 14 19:05:30.132763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58718) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:30.138612 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3570e0c6-fbe2-4476-b927-e3249550f216 req-a25fafab-b888-4d52-8274-f75a89154668 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386985 Dec 14 19:05:30.166983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97862606-4f7e-48cf-91e1-d4715e6a7c9d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:30.176928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:30.324431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.425143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.520334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa56fc-5c90-4131-a336-e2251fd7f309 req-04affe3b-c89a-4f9e-b0ec-dba91a31d6a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:30.522875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5bfa56fc-5c90-4131-a336-e2251fd7f309 req-04affe3b-c89a-4f9e-b0ec-dba91a31d6a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1654706 Dec 14 19:05:30.532740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.540964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f044a453-c89f-4bff-a3ec-c7547a7720d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:30.558686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97862606-4f7e-48cf-91e1-d4715e6a7c9d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:30.563973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:30.589292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.590977 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/97862606-4f7e-48cf-91e1-d4715e6a7c9d HTTP/1.1" status: 204 len: 168 time: 0.4565568 Dec 14 19:05:30.667253 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5bfa56fc-5c90-4131-a336-e2251fd7f309 req-1e816dce-42fc-4897-a820-269944510573 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096323 Dec 14 19:05:31.516737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58756) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:31.555752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.608930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:31.613393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd0f95-39ce-48f5-aafd-7528c35acc38 req-499fe1a4-b26b-49a4-8916-04ba351626b7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:31.614128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Usage tracker for resource:security_group_rule and tenant:d7204a28f6e5483ab6acab41b416cf15 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:31.617150 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fcd0f95-39ce-48f5-aafd-7528c35acc38 req-499fe1a4-b26b-49a4-8916-04ba351626b7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2204287 Dec 14 19:05:31.623818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:31.637613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:31.683222 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fcd0f95-39ce-48f5-aafd-7528c35acc38 req-a78b2827-ace2-472d-9a54-0eba926f9000 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Dec 14 19:05:31.724826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.728145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.736897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:31.796371 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7204a28f6e5483ab6acab41b416cf15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2776682 Dec 14 19:05:31.797304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b309261-e89a-41ab-af25-19c249820d0a,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:31.799543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58764) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:31.801666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:31.930550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.970442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.005192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93bd60-80eb-4255-a4da-b309b8cb57a0 req-3e5e2916-49fa-49dd-adc1-09b9ec96a0ba tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:32.007570 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a93bd60-80eb-4255-a4da-b309b8cb57a0 req-3e5e2916-49fa-49dd-adc1-09b9ec96a0ba tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1263399 Dec 14 19:05:32.045819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.062019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-307115ad-6967-4ba0-9c61-bfc6416f90e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:32.089876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b309261-e89a-41ab-af25-19c249820d0a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:32.096623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:32.099012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.106736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4b309261-e89a-41ab-af25-19c249820d0a HTTP/1.1" status: 204 len: 168 time: 0.3050251 Dec 14 19:05:32.108647 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a93bd60-80eb-4255-a4da-b309b8cb57a0 req-b804cfcf-3c57-4fb4-bb56-832b3df79e39 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931458 Dec 14 19:05:32.421971 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-066a9b6b-87c1-4db4-a96c-6dee43c25f44 req-c8a25c8d-17f1-466d-a647-dd3799209a04 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.1510370 Dec 14 19:05:32.478190 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-066a9b6b-87c1-4db4-a96c-6dee43c25f44 req-f8fb4d9c-ff34-4ea6-84c5-a7d7245ebc21 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Dec 14 19:05:32.715286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 58780) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:32.754896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.798675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:32.804274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Usage tracker for resource:security_group_rule and tenant:3756cacae4aa468a862db9bb6d8d034b is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:32.808009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:32.815554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:32.956130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.962666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.971787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:33.034914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3756cacae4aa468a862db9bb6d8d034b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3181016 Dec 14 19:05:33.039743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58788) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:33.040813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cb42a2-80dc-42a6-aa5d-c41dc6c97ec7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:33.045887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:33.059010 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370cc26-4d32-422d-8a4d-8de3e63ca21d req-aa85c54d-e421-41cb-b62d-5d3cab2e44c8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:33.061024 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7370cc26-4d32-422d-8a4d-8de3e63ca21d req-aa85c54d-e421-41cb-b62d-5d3cab2e44c8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1787302 Dec 14 19:05:33.142385 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7370cc26-4d32-422d-8a4d-8de3e63ca21d req-e5f0a871-7458-4b5b-8d84-1b1472637f69 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587261 Dec 14 19:05:33.200787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:33.240397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:33.360151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:33.367850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d4016b15-99fd-4591-a16c-6a2ac3f0a243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:33.389806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cb42a2-80dc-42a6-aa5d-c41dc6c97ec7,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:33.395454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:33.403528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:33.407381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/13cb42a2-80dc-42a6-aa5d-c41dc6c97ec7 HTTP/1.1" status: 204 len: 168 time: 0.3624253 Dec 14 19:05:33.460724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d501e3-b19f-4221-94de-f3929501e6a8 req-2e92fcd7-da06-4d1a-b33e-6dfe5be44d4a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:33.464492 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08d501e3-b19f-4221-94de-f3929501e6a8 req-2e92fcd7-da06-4d1a-b33e-6dfe5be44d4a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1757104 Dec 14 19:05:33.547878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08d501e3-b19f-4221-94de-f3929501e6a8 req-dae3c61a-9a42-4d0a-a503-07e9d472a9d4 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772042 Dec 14 19:05:34.469475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283624dc-bf94-4499-b870-7774016fe6e4 req-9c735edb-d900-44d5-aa21-922e68285c91 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:34.471114 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-283624dc-bf94-4499-b870-7774016fe6e4 req-9c735edb-d900-44d5-aa21-922e68285c91 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0910740 Dec 14 19:05:34.538202 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-283624dc-bf94-4499-b870-7774016fe6e4 req-db803ca1-373d-49f8-912a-b8a4a471a913 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588472 Dec 14 19:05:34.627949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:05:34.810472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fadfdc-6c22-4c93-affe-3c2894e4652b req-0d3d775f-5aa7-4838-8eb3-14f56577da18 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:34.812614 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4fadfdc-6c22-4c93-affe-3c2894e4652b req-0d3d775f-5aa7-4838-8eb3-14f56577da18 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1075215 Dec 14 19:05:34.870410 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4fadfdc-6c22-4c93-affe-3c2894e4652b req-e35e7cb6-9cf8-4345-9a46-3c590d012adc tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504620 Dec 14 19:05:35.873863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a65b6c-cecf-4dcf-bd30-f82fae1cc7ca req-4dc98a36-ef15-4ae2-8b4c-88cbab9327bf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:35.875747 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4a65b6c-cecf-4dcf-bd30-f82fae1cc7ca req-4dc98a36-ef15-4ae2-8b4c-88cbab9327bf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1070788 Dec 14 19:05:35.929633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.015118 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4a65b6c-cecf-4dcf-bd30-f82fae1cc7ca req-26f55b57-2fa8-4e0a-bb77-51df7fe10d89 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241622 Dec 14 19:05:36.280149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10cce893-6d7d-47c2-aa10-ecbf6b116529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.304041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4f19-3f82-400f-9ac1-cee12b47c5fa req-d1b8e025-4f1b-4fa7-88b1-9c126e4e48b8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:36.313215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-721b4f19-3f82-400f-9ac1-cee12b47c5fa req-d1b8e025-4f1b-4fa7-88b1-9c126e4e48b8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2263672 Dec 14 19:05:36.375142 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-721b4f19-3f82-400f-9ac1-cee12b47c5fa req-d95f94c8-6b3d-4d55-9643-583def2e6704 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607572 Dec 14 19:05:36.445840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-a99340c5-9a93-4bb8-b4e8-481f34ccf670 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:36.456560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-a99340c5-9a93-4bb8-b4e8-481f34ccf670 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.2331507 Dec 14 19:05:36.486897 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-6c30106c-f7bd-4180-ba14-6c2896f279af tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/quotas/5a0e172444c34387a8562a7a012fa6c5 HTTP/1.1" status: 200 len: 375 time: 0.0286405 Dec 14 19:05:36.653124 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-e6971dcf-6ae1-4443-9da2-65e930a1e528 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1620793 Dec 14 19:05:37.133545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3889-7f60-4273-9faf-5970cf43078d req-93b18c0e-ab3d-49a7-85c4-3051af400e2a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:37.139744 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-21eb3889-7f60-4273-9faf-5970cf43078d req-93b18c0e-ab3d-49a7-85c4-3051af400e2a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2025230 Dec 14 19:05:37.154612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 58930) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:37.172390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'floatingip': {'port_id': '09ae1887-3917-47c8-adbc-bc390408ddfc'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:37.311333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-b40ff1b9-b631-450f-919e-94e0fb0c3ead service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596305 Dec 14 19:05:37.324774 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-2e1eb60f-4fb3-4501-abee-9567c115ee61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 1099 time: 0.5484481 Dec 14 19:05:37.389941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.596768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1472c-84c9-418d-a2d0-70d6af352f67 req-df245919-8d43-4808-92bf-daa6e379cb35 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:37.605893 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8a1472c-84c9-418d-a2d0-70d6af352f67 req-df245919-8d43-4808-92bf-daa6e379cb35 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3152795 Dec 14 19:05:37.663775 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-ecd47197-7c3a-41ce-849b-96c5c1a2570b service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365657 Dec 14 19:05:37.670011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-0573a743-eeae-49c4-a3e0-2d8e76830352 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:37.671633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-0573a743-eeae-49c4-a3e0-2d8e76830352 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.3001754 Dec 14 19:05:37.789281 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-378ab0a8-75c3-4eac-8466-aceefae3caab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4 HTTP/1.1" status: 200 len: 217 time: 0.1104026 Dec 14 19:05:37.791226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.868079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-001a18e2-57c6-44d5-8e13-fe023760385c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:37.869440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-001a18e2-57c6-44d5-8e13-fe023760385c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.0735381 Dec 14 19:05:37.873618 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8a1472c-84c9-418d-a2d0-70d6af352f67 req-26cdbaac-4e77-4433-aa0a-93919ae69a1c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662947 Dec 14 19:05:37.946569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-3fd211d6-f164-422f-a48a-d817e3812fa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693057 Dec 14 19:05:38.170286 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ed13ea-ca1d-4ff1-b079-78b115859226 req-67fbb412-2e3b-4879-83ec-8a6068a23cda tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 210 time: 0.0581396 Dec 14 19:05:38.263405 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-18e80467-cc29-4700-894a-193ad94ea37c service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086691 Dec 14 19:05:38.413836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-752ad70a-9006-4678-9ed2-915512dcfe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.558972 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3272a5d8-839d-4d78-8575-07c0f5ea6db8 req-6ae4138b-af74-4153-ae5e-6c6ea7a459a3 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793913 Dec 14 19:05:39.333928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.514044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.527504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.604067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d2427c0-b115-454b-8367-3444044a1ee5 req-73badc75-64fd-4ba2-ba3d-2b45499a0fe0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 210 time: 0.0928185 Dec 14 19:05:39.619605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe6a4-2982-4a90-bac4-5f8c8dedea50 req-13bf3157-1394-4ddc-8b19-a8582552100e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:39.627968 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-496fe6a4-2982-4a90-bac4-5f8c8dedea50 req-13bf3157-1394-4ddc-8b19-a8582552100e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2529151 Dec 14 19:05:39.684155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59014) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:39.740293 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-496fe6a4-2982-4a90-bac4-5f8c8dedea50 req-82c2b6ad-7c87-4d14-b395-4fb39111fa73 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108785 Dec 14 19:05:40.113367 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Floating IP ca263491-aea0-4bc2-947e-1273f54b6be6 associated. External IP: 172.27.3.241, port: 09ae1887-3917-47c8-adbc-bc390408ddfc. Dec 14 19:05:40.238584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:40.409131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1981a03b-108d-438b-8b6b-bac6b2ab8f89 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:40.411467 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1981a03b-108d-438b-8b6b-bac6b2ab8f89 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.5213442 Dec 14 19:05:40.414847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:40.449413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Request body: {'port': {'device_id': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'admin_state_up': True, 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:40.670824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:40.674504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Usage tracker for resource:security_group_rule and tenant:fea078f31d644869b8bbb7cea89c457b is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:40.680518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:40.693052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:40.828938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:40.838321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:40.871649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d68dc85d-c2ed-40ed-b0a1-4932171c8081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:40.939724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45fe286-c438-48de-8fac-d25eaf1d1df2,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:40.962101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:41.116437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1884e135-adaf-4647-8035-1f695f54a0f1 req-518a5472-af70-47ec-ac26-713fe55b6f3b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 210 time: 0.1846170 Dec 14 19:05:41.149727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fea078f31d644869b8bbb7cea89c457b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4642963 Dec 14 19:05:41.153660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59068) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:41.179290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:41.205546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:41.233421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:41.240145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.299946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.330318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.340598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022e050-0e53-4228-95f6-7f46f59befbf req-02207bdc-2a80-4604-a8a1-87ffcaae2315 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:41.343063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2022e050-0e53-4228-95f6-7f46f59befbf req-02207bdc-2a80-4604-a8a1-87ffcaae2315 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2157893 Dec 14 19:05:41.370705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:05:41.503465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2022e050-0e53-4228-95f6-7f46f59befbf req-982d15b9-b40b-462a-a264-5e550e7be46d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394610 Dec 14 19:05:41.508028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.518310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:41.538016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45fe286-c438-48de-8fac-d25eaf1d1df2,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:41.549645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:41.575646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Allocated IP 172.20.0.3 (4c6a2496-4fb4-4aa5-80f6-c29747fda7fe/72c73966-27ce-4488-88e0-9fb16f9f599a/c34230f1-ba44-4129-8bc7-e1a2e4245ed4) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:41.592363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.598217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c45fe286-c438-48de-8fac-d25eaf1d1df2 HTTP/1.1" status: 204 len: 168 time: 0.4388597 Dec 14 19:05:41.724952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:05:41.730053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.772522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:05:41.787057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:41.788955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:05:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:41.878045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-987aa395-1e83-4c7a-be4f-950bb82a4e7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "PUT /v2.0/floatingips/ca263491-aea0-4bc2-947e-1273f54b6be6 HTTP/1.1" status: 200 len: 992 time: 4.7155442 Dec 14 19:05:41.879110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:41.957238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'status': 'completed', 'code': 200} Dec 14 19:05:42.141962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.242727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:42.261568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.284413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0ca5da1-9e73-4b3b-af5d-f9dc2032aa47 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:42.482094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59102) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:42.561430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event updated for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:42.573137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:42.586427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:42.607387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.677086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:42.684620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9e0d8fe6e949a8a716528fbaa7ef3a is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:42.690153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:42.701680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:42.827312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.832130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:42.835350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:42.839343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.853085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:42.860763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:42.861787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.869145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba758a8b-7662-48b3-8308-ee37fdca97bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:42.945836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc990663-a5ac-419e-991f-c0d2dcc9e6cf,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:42.965741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:43.003997 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d9e0d8fe6e949a8a716528fbaa7ef3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5200672 Dec 14 19:05:43.007248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59112) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:43.044678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595e505-0126-48f3-9a54-5d3da102776c req-1fba6576-2790-4445-982a-0b15ab10aff1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:43.049555 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5595e505-0126-48f3-9a54-5d3da102776c req-1fba6576-2790-4445-982a-0b15ab10aff1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 931 time: 0.6334949 Dec 14 19:05:43.071085 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6315269 Dec 14 19:05:43.130753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ca263491-aea0-4bc2-947e-1273f54b6be6', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:ef:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:04:51Z', 'updated_at': '2021-12-14T19:05:38Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:43.139405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:05:43.156782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:43.157393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:05:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:43.165677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5595e505-0126-48f3-9a54-5d3da102776c req-9354c842-b663-48ce-8f4d-94fb3f66d675 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086600 Dec 14 19:05:43.195659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:43.267644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:43.369857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:43.389390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-81af5d6d-6c93-418b-9034-feb2a13c8e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:43.404768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59118) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:43.414714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:43.417942 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc990663-a5ac-419e-991f-c0d2dcc9e6cf HTTP/1.1" status: 204 len: 168 time: 0.4089274 Dec 14 19:05:43.430567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc990663-a5ac-419e-991f-c0d2dcc9e6cf,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:43.463107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:43.488083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed3cfb-3fe3-4fdf-ab7f-b4c79ffe978b req-44eccb73-e0d3-4338-b0dc-7a514af24d91 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:43.493417 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8aed3cfb-3fe3-4fdf-ab7f-b4c79ffe978b req-44eccb73-e0d3-4338-b0dc-7a514af24d91 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1909106 Dec 14 19:05:43.564152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:43.692552 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8aed3cfb-3fe3-4fdf-ab7f-b4c79ffe978b req-610ed716-2a48-4cf4-8826-93f3ae9f433a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891758 Dec 14 19:05:43.991268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.065680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:44.073808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Usage tracker for resource:security_group_rule and tenant:a0512e7ccded43f0aa6217578b1b4e12 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:44.081351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:44.094399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:44.279603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.288734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.307406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c93911f8-9bae-47fb-ba19-52c594d6ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:44.349128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58549ed-f6d2-4c77-81cb-a69fb2241321,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:44.354692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:44.390180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a0512e7ccded43f0aa6217578b1b4e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9839916 Dec 14 19:05:44.391005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59150) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:44.476507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d395d-a32f-4316-8341-f81f68449959 req-e06b2303-3e00-4ebd-b16d-4412eab00e6d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:44.488572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-439d395d-a32f-4316-8341-f81f68449959 req-e06b2303-3e00-4ebd-b16d-4412eab00e6d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 931 time: 0.1692750 Dec 14 19:05:44.497580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ca263491-aea0-4bc2-947e-1273f54b6be6', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:ef:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:04:51Z', 'updated_at': '2021-12-14T19:05:38Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:44.507228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ed0513-6864-4673-b482-400acadbb857 None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ca263491-aea0-4bc2-947e-1273f54b6be6', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.241', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:ef:5f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:04:51Z', 'updated_at': '2021-12-14T19:05:38Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:05:44.521443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.575939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.609856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-439d395d-a32f-4316-8341-f81f68449959 req-e0f01955-786a-4eff-ae6c-1b83701d5493 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191521 Dec 14 19:05:44.644305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.651040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-36739fd7-44fd-45ed-9b89-d0b70d4e4f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:44.666246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58549ed-f6d2-4c77-81cb-a69fb2241321,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:44.668530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:44.673328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.674549 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e58549ed-f6d2-4c77-81cb-a69fb2241321 HTTP/1.1" status: 204 len: 168 time: 0.2824934 Dec 14 19:05:45.082347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28e4567-aea4-4edb-b8a4-808bb0121a00 None None] New status for floating IP ca263491-aea0-4bc2-947e-1273f54b6be6: ACTIVE {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:05:45.216026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d136a-7e93-4325-80db-55351ac029a8 req-06ab0e68-b9b4-4596-ade0-7f44b72ab811 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:45.225534 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d79d136a-7e93-4325-80db-55351ac029a8 req-06ab0e68-b9b4-4596-ade0-7f44b72ab811 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2993410 Dec 14 19:05:45.295424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d79d136a-7e93-4325-80db-55351ac029a8 req-01b0b920-c1ca-4eea-ae86-b40ce8f38a12 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684578 Dec 14 19:05:45.302345 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-fdfc3709-3b8b-4a01-9911-938b29a9646c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.2648776 Dec 14 19:05:45.419203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Request body: {'port': {'device_id': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:45.646483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59178) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:45.693020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.732790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:45.737352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Usage tracker for resource:security_group_rule and tenant:e8335529c92a4586acc01725ca1af79a is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:45.740948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:45.748159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:45.832486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.839968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.851088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-36af3f83-2ef8-4bea-a6bc-73764065d9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:45.884662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca43b6ee-8d20-489e-af1b-dfc954accd6d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:45.897180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:45.900337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.000148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218a39-6484-4080-919b-ba9914f63c2e req-f9e45b1c-7648-455d-ab4a-eb91949b090f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:46.003283 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-f9e45b1c-7648-455d-ab4a-eb91949b090f service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.5718446 Dec 14 19:05:46.205247 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e8335529c92a4586acc01725ca1af79a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5579317 Dec 14 19:05:46.252883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59192) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:46.459395 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-f69e1e20-c02a-4730-8805-d8301115761a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1002 time: 0.4466164 Dec 14 19:05:46.602295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.652487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47218a39-6484-4080-919b-ba9914f63c2e req-f69cea50-2f89-4adf-9a9d-0546bed38b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:46.655199 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-f69cea50-2f89-4adf-9a9d-0546bed38b1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.1814308 Dec 14 19:05:46.667928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.671733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34230f1-ba44-4129-8bc7-e1a2e4245ed4 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:46.685386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.693317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7819a-a884-43d1-88fc-d118f8e8670f req-47314358-ad54-412d-a943-d1fc8732b39e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:46.704383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Transition to ACTIVE for port object c34230f1-ba44-4129-8bc7-e1a2e4245ed4 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:46.707303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-35a7819a-a884-43d1-88fc-d118f8e8670f req-47314358-ad54-412d-a943-d1fc8732b39e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 931 time: 0.4230196 Dec 14 19:05:46.718218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.726952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:46.986192 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-35a7819a-a884-43d1-88fc-d118f8e8670f req-3051c107-a753-45aa-abf2-f6b68af462b3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769458 Dec 14 19:05:47.078388 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-87119059-307e-4ec4-9db2-bac37371a70c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4147089 Dec 14 19:05:47.079840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.135328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:47.232068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:47.256123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:47.270634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8add4-4b47-4ec6-aefe-e65846639786 req-de2f5e07-8da3-4bf3-973d-5f8122d80b28 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:47.274676 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2e8add4-4b47-4ec6-aefe-e65846639786 req-de2f5e07-8da3-4bf3-973d-5f8122d80b28 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.7981744 Dec 14 19:05:47.275268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca43b6ee-8d20-489e-af1b-dfc954accd6d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:47.283792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.289587 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca43b6ee-8d20-489e-af1b-dfc954accd6d HTTP/1.1" status: 204 len: 168 time: 0.9995220 Dec 14 19:05:47.320956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:47.416525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Attempting to bind port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:47.416907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Attempting to bind port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:47.417315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Attempting to bind port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:47.426334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:47.426674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Attempting to bind port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:47.439326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:47.439715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Checking segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:47.440153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Bound using segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:47.440658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Bound port: c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:47.441075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.466230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2e8add4-4b47-4ec6-aefe-e65846639786 req-8e2eef54-3b59-470a-abd9-70c3137d7e8f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986845 Dec 14 19:05:47.597474 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-0e05979a-7e88-463f-9ed7-dceb2ed91a3d service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687953 Dec 14 19:05:47.619327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:47.632925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:47.640892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.663025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:47.791478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.791478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] 10.222.0.66 "PUT /v2.0/ports/c34230f1-ba44-4129-8bc7-e1a2e4245ed4 HTTP/1.1" status: 200 len: 1093 time: 2.3777325 Dec 14 19:05:47.791478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:47.856423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:47.947508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47218a39-6484-4080-919b-ba9914f63c2e req-b6200e32-c1f1-476d-88c7-52e168a46528 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394938 Dec 14 19:05:48.001639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'status': 'completed', 'code': 200} Dec 14 19:05:48.003580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:48.115912 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-d1891d45-b997-4731-8a8b-e3faf6f7c8dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 1096 time: 0.2479219 Dec 14 19:05:48.305803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-ad23de6f-19ab-4e90-95c8-cddba65c9eed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4 HTTP/1.1" status: 200 len: 217 time: 0.1795454 Dec 14 19:05:48.358204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da52df-e429-4a64-8553-affd799555fb req-dd99e80d-e319-46f2-a1aa-0ec2889f951c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:48.359001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-59da52df-e429-4a64-8553-affd799555fb req-dd99e80d-e319-46f2-a1aa-0ec2889f951c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:48.377924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-59da52df-e429-4a64-8553-affd799555fb req-dd99e80d-e319-46f2-a1aa-0ec2889f951c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:48.380389 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59da52df-e429-4a64-8553-affd799555fb req-dd99e80d-e319-46f2-a1aa-0ec2889f951c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.1371567 Dec 14 19:05:48.490551 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59da52df-e429-4a64-8553-affd799555fb req-d5b7911c-60e9-4039-8ac1-db15882680d1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961246 Dec 14 19:05:48.867012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa83def-6b5d-4e67-bfd9-81b495e7599f req-2e38f3db-18ce-4d0b-86de-3a310b9236cf tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:48.869046 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1aa83def-6b5d-4e67-bfd9-81b495e7599f req-2e38f3db-18ce-4d0b-86de-3a310b9236cf tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1358318 Dec 14 19:05:48.968749 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1aa83def-6b5d-4e67-bfd9-81b495e7599f req-753171b1-ed84-4cb8-ab1f-c25112112bb1 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854373 Dec 14 19:05:49.266870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf1e57-3c84-4041-8232-32e98233a9c9 req-cf55dde8-80fc-468e-b16f-da03c29c19c2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:49.268940 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ebf1e57-3c84-4041-8232-32e98233a9c9 req-cf55dde8-80fc-468e-b16f-da03c29c19c2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0977871 Dec 14 19:05:49.343380 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ebf1e57-3c84-4041-8232-32e98233a9c9 req-b6d2797a-ae6c-44f1-8968-c0d45d9b7050 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600171 Dec 14 19:05:49.925556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0babfb-207d-4cb8-9659-ddd7a2709eff req-146bb4d5-43df-42f4-90af-0a6a260cc0a3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:49.928191 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd0babfb-207d-4cb8-9659-ddd7a2709eff req-146bb4d5-43df-42f4-90af-0a6a260cc0a3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.1750979 Dec 14 19:05:50.050041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-38816963-fc23-4530-bd11-339b5ea4d30a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:50.051687 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-38816963-fc23-4530-bd11-339b5ea4d30a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.1221521 Dec 14 19:05:50.088711 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd0babfb-207d-4cb8-9659-ddd7a2709eff req-3f07eb21-2437-419e-97ae-35c83a8cf5ee tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985260 Dec 14 19:05:50.441395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afffb0f-7f34-4b5b-9a8a-eb019bdf63e0 req-86c9aa86-dfc9-4fc6-92cc-a9e1707e9a51 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:50.444587 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0afffb0f-7f34-4b5b-9a8a-eb019bdf63e0 req-86c9aa86-dfc9-4fc6-92cc-a9e1707e9a51 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1060762 Dec 14 19:05:50.534302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0afffb0f-7f34-4b5b-9a8a-eb019bdf63e0 req-57bd994c-7dfc-427f-8a58-c540fd0dc11e tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830724 Dec 14 19:05:50.784532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabc591-ddcf-4076-b223-fff4c93e3350 req-08ff80ee-4ee4-4e7f-817d-0e6fbe3ed814 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:50.786443 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5aabc591-ddcf-4076-b223-fff4c93e3350 req-08ff80ee-4ee4-4e7f-817d-0e6fbe3ed814 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0964832 Dec 14 19:05:50.854250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5aabc591-ddcf-4076-b223-fff4c93e3350 req-6bd4ce29-887b-4dc9-95bf-bdfe7b766cdd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Dec 14 19:05:51.375054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b3dda-1d4e-4b0d-b54f-ce74b0f1b8d5 req-72401588-871a-425f-8c02-44ca7237ebf9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:51.376667 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-616b3dda-1d4e-4b0d-b54f-ce74b0f1b8d5 req-72401588-871a-425f-8c02-44ca7237ebf9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.0938556 Dec 14 19:05:51.451604 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-616b3dda-1d4e-4b0d-b54f-ce74b0f1b8d5 req-c3153b79-143c-4c5c-a233-932cedfc03e9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665958 Dec 14 19:05:51.820292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca1521-c083-4d84-b3ee-ab4259305bd1 req-134fba8d-0a38-4e77-83d5-c3cd62c0ec07 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:51.824028 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ca1521-c083-4d84-b3ee-ab4259305bd1 req-134fba8d-0a38-4e77-83d5-c3cd62c0ec07 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1303844 Dec 14 19:05:51.905328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ca1521-c083-4d84-b3ee-ab4259305bd1 req-e8a6c2a8-d514-45f3-b362-461a5ee729a7 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738339 Dec 14 19:05:52.228369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415e86f-a9fc-4740-8c88-c50f411a2f53 req-7bb81e91-9172-47ef-9de7-3d671d6534ef tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:52.231335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e415e86f-a9fc-4740-8c88-c50f411a2f53 req-7bb81e91-9172-47ef-9de7-3d671d6534ef tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1685543 Dec 14 19:05:52.289383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e415e86f-a9fc-4740-8c88-c50f411a2f53 req-b3434f02-35ac-464f-a881-09547d628111 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498211 Dec 14 19:05:52.525950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59382) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:52.531833 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-6b170c47-1f00-4f78-ad06-0a94576ffcbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620649 Dec 14 19:05:52.846890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:52.883574 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-a208cef4-6c50-4f4b-bd8c-0601f082bcc9 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434362 Dec 14 19:05:52.894660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:52.902619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7b0704cbfd4011ba185df8ee94ffe1 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:52.906639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:52.915410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:52.941886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76325cdc-4935-4a2e-a8b3-32a07cebe6d7 req-c46f5a42-c610-4fc7-8ef3-be5c1cc73da6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:52.944166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76325cdc-4935-4a2e-a8b3-32a07cebe6d7 req-c46f5a42-c610-4fc7-8ef3-be5c1cc73da6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.2572486 Dec 14 19:05:53.012752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.017748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.026127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:53.057916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f6b91-6c6f-48f0-9eba-063b9981d18f,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:53.063237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:53.088902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76325cdc-4935-4a2e-a8b3-32a07cebe6d7 req-8a9b155d-fcd3-4892-b240-9b12b34656e3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799901 Dec 14 19:05:53.107684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1b7b0704cbfd4011ba185df8ee94ffe1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5774508 Dec 14 19:05:53.111231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59392) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:53.167904 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b1edfa-00d3-4cfc-8b34-8ddf83e5d5a0 req-e5d5e117-8232-4468-9a22-61bba081d6c8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701018 Dec 14 19:05:53.296206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.310014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f51e-6d4c-4f9c-bf49-9ca39b84ed2c req-fb8f3128-3fc0-480a-bc96-fe0215a08d76 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:53.312080 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4c5f51e-6d4c-4f9c-bf49-9ca39b84ed2c req-fb8f3128-3fc0-480a-bc96-fe0215a08d76 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1321816 Dec 14 19:05:53.351919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.388252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4c5f51e-6d4c-4f9c-bf49-9ca39b84ed2c req-a6db564d-44ac-4d5e-97ab-9eb22d514e38 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634334 Dec 14 19:05:53.455097 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-8fc08556-3511-4150-969e-6ef916e57f62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 1096 time: 0.2174640 Dec 14 19:05:53.830676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.845151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:53.905502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f6b91-6c6f-48f0-9eba-063b9981d18f,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:53.922022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:53.933931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af436c2-82f3-4079-870c-94ea6eac436b req-38a7b3bb-c635-44cf-a109-2c3dedfeb555 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:53.936779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-38a7b3bb-c635-44cf-a109-2c3dedfeb555 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 916 time: 0.4743757 Dec 14 19:05:53.952750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7d958-48b0-460f-9e51-1e7bb450560b req-6f957428-d9cc-42e7-bcbb-ce14d336c677 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:53.955750 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-50a7d958-48b0-460f-9e51-1e7bb450560b req-6f957428-d9cc-42e7-bcbb-ce14d336c677 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.4910274 Dec 14 19:05:53.960241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.962299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9f1f6b91-6c6f-48f0-9eba-063b9981d18f HTTP/1.1" status: 204 len: 168 time: 0.8497696 Dec 14 19:05:54.138847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-db35d3e2-530b-4062-a574-d9a1a443f9cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4 HTTP/1.1" status: 200 len: 217 time: 0.1811812 Dec 14 19:05:54.279654 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-50a7d958-48b0-460f-9e51-1e7bb450560b req-e0facfec-4580-4ae0-a74f-9552045dec11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163124 Dec 14 19:05:54.302625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af436c2-82f3-4079-870c-94ea6eac436b req-1429d999-db72-4001-826e-cdc7699db8de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:54.310615 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-1429d999-db72-4001-826e-cdc7699db8de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.1526303 Dec 14 19:05:54.390318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-807165c2-4302-421a-a423-e069f4145895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596547 Dec 14 19:05:54.436170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6218-3e56-4625-946f-35e96a0f0fd8 req-4e62e5bb-3965-40a1-87ed-696b276303d6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:54.439719 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86aa6218-3e56-4625-946f-35e96a0f0fd8 req-4e62e5bb-3965-40a1-87ed-696b276303d6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.1824648 Dec 14 19:05:54.506401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59424) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:54.543321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.588521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86aa6218-3e56-4625-946f-35e96a0f0fd8 req-790eccd2-99b1-47c7-82b6-2d600b4c182b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401603 Dec 14 19:05:54.623775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:54.637903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:f27d2f0a2dd94041a393a003a2d7461c is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:54.642029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:54.651117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:54.681629 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-7b5efd24-3743-461d-b06b-e09ac848c39e service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789516 Dec 14 19:05:54.752513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.756691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.767437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2494f2f8-cf0b-403e-89e4-b64db5f76433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:54.843396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1f67ce-380c-4fe0-a3b4-a9b7ad926938,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:54.854823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:54.859583 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f27d2f0a2dd94041a393a003a2d7461c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3519838 Dec 14 19:05:54.867065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59444) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:54.981310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.025608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.174434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9af436c2-82f3-4079-870c-94ea6eac436b req-f7beee15-a74a-4cee-8567-41ff37d1a470 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842045 Dec 14 19:05:55.187863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef61f-d779-49bd-aec1-f9771872302a req-d12a6aba-e1b3-40c9-ac74-5bbcffe66f10 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.189469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.189845 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b52ef61f-d779-49bd-aec1-f9771872302a req-d12a6aba-e1b3-40c9-ac74-5bbcffe66f10 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.4979601 Dec 14 19:05:55.195618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-05708297-0ddc-45ea-9fe2-32bd5e38eaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:55.210557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1f67ce-380c-4fe0-a3b4-a9b7ad926938,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:55.218084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:55.228412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-c3fb4f2f-6fbd-4b41-8aee-6e667738c8fa tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.230611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-c3fb4f2f-6fbd-4b41-8aee-6e667738c8fa tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.66 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1775258 Dec 14 19:05:55.247353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.249013 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2a1f67ce-380c-4fe0-a3b4-a9b7ad926938 HTTP/1.1" status: 204 len: 168 time: 0.3804066 Dec 14 19:05:55.321571 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b52ef61f-d779-49bd-aec1-f9771872302a req-2c4cc706-7400-4364-90db-e596d10061c3 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184621 Dec 14 19:05:55.337991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Deleting port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:05:55.338396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.832528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc2757-19dd-4703-a3d2-1a5a41a76a46 req-4bc438ae-2a6c-42bd-849b-ff0110fe9194 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.848055 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69bc2757-19dd-4703-a3d2-1a5a41a76a46 req-4bc438ae-2a6c-42bd-849b-ff0110fe9194 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3884525 Dec 14 19:05:55.974337 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69bc2757-19dd-4703-a3d2-1a5a41a76a46 req-adbb0f41-e483-4b4b-8a31-e3dd5452bf86 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216040 Dec 14 19:05:55.989480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645fec6-1ca6-46da-89f2-58d043b2fc4b req-77f82a31-6ba5-46db-a25a-df1b49886c7f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.992245 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5645fec6-1ca6-46da-89f2-58d043b2fc4b req-77f82a31-6ba5-46db-a25a-df1b49886c7f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.2208729 Dec 14 19:05:56.110757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] For port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,segment=NetworkSegment(268ec3e4-997a-4215-8cee-5280f275b09d),segment_id=268ec3e4-997a-4215-8cee-5280f275b09d)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:56.111465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.142050 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5645fec6-1ca6-46da-89f2-58d043b2fc4b req-b7d7bcfb-6106-45fe-99b3-a8adca14f31e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231279 Dec 14 19:05:56.466027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Calling delete_port for e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:05:56.838795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.850658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:56.858527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:56.867768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1fa7e-279d-472b-9196-14bb37708b55 req-92d83e56-b813-4578-96b0-d4fc8e6b1c19 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:56.882298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0a1fa7e-279d-472b-9196-14bb37708b55 req-92d83e56-b813-4578-96b0-d4fc8e6b1c19 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 945 time: 0.1776636 Dec 14 19:05:56.987860 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0a1fa7e-279d-472b-9196-14bb37708b55 req-b8d6b5b5-b6f7-4796-81e6-6e1fb39d50db tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/security-groups?id=a972b125-22c3-4dac-9070-68ffd6ed2583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992944 Dec 14 19:05:57.170274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59524) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:57.553374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Pushing event deleted for resources: {'Port': ['ID=e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:57.557094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:57.731072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] No DVR routers for this DVR port e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:05:57.745349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:57.750978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'name': 'network-vif-deleted', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:57.793743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdf896c0-f9c5-441b-9922-8886a4e35c07 req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.66 "DELETE /v2.0/ports/e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 HTTP/1.1" status: 204 len: 173 time: 2.5473192 Dec 14 19:05:57.842374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a1af7-0f69-4191-b4f7-0acc4447c021 req-08c2795f-b72c-4435-880e-30454795f583 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:57.844311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a2a1af7-0f69-4191-b4f7-0acc4447c021 req-08c2795f-b72c-4435-880e-30454795f583 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3529828 Dec 14 19:05:57.914446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:57.937561 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a2a1af7-0f69-4191-b4f7-0acc4447c021 req-9c4b54ac-9fa6-4ac4-8dbf-b097f9ced3a9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803399 Dec 14 19:05:57.991810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:58.004488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c846f-4252-4a3b-829b-62ec497cb2d5 req-d91cf416-962e-44df-bd60-d742c17e4f31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:58.013538 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-390c846f-4252-4a3b-829b-62ec497cb2d5 req-d91cf416-962e-44df-bd60-d742c17e4f31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.5705211 Dec 14 19:05:58.017266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Usage tracker for resource:security_group_rule and tenant:ec8ce0a66d7d4f168f6f8b92696b1629 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:58.053660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:58.066995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:58.163320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.171865 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-390c846f-4252-4a3b-829b-62ec497cb2d5 req-6d6550bb-d556-4b52-ba7c-87b04f0ef68d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569421 Dec 14 19:05:58.173539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.204322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4a166bf0-07f3-479d-9685-0c48c744de46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:58.231199 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec8ce0a66d7d4f168f6f8b92696b1629&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0592656 Dec 14 19:05:58.240850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59556) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:58.264349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59560) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:58.300038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb106a1d-85a5-44de-aaeb-d7d0a3c4cfc2,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:58.320175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:58.353817 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664c9f01-2e08-46be-8069-7b98811b537c', 'name': 'network-vif-deleted', 'tag': 'e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128', 'status': 'completed', 'code': 200} Dec 14 19:05:58.396065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.429462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.501322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.507493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:58.523723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb106a1d-85a5-44de-aaeb-d7d0a3c4cfc2,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:58.549905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:58.552231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.558693 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/eb106a1d-85a5-44de-aaeb-d7d0a3c4cfc2 HTTP/1.1" status: 204 len: 168 time: 0.3121684 Dec 14 19:05:58.698311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d57910f-60c4-47a9-96e6-b8d2119e04e3 req-a0d961e9-a9e9-4ca3-8bcd-7a0c9ee21128 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] 10.222.0.72 "GET /v2.0/ports?device_id=664c9f01-2e08-46be-8069-7b98811b537c HTTP/1.1" status: 200 len: 210 time: 0.1040018 Dec 14 19:05:58.720858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.791247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:58.795761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Usage tracker for resource:security_group_rule and tenant:a2da246db4ab4c8490e002bf53463ec2 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:58.799810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:58.815730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:59.017372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.025425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.096770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d1e140ec-d857-4a49-b5ca-23d1b3cde23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.113308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device c34230f1-ba44-4129-8bc7-e1a2e4245ed4 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:59.147159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:05:59.186019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a8d46c-46cd-4c9d-bb13-6327d866320d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.207279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:59.244936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:05:59.253086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e0b1e3fb-acb8-4bcb-8c5e-1b3be7d40128 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:05:59.283149 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a2da246db4ab4c8490e002bf53463ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0152967 Dec 14 19:05:59.287769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59592) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:59.344699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59596) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:59.417802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.476563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:59.481349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Usage tracker for resource:security_group_rule and tenant:f8a803655918422abe3ceb1aeaaf1a84 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:59.484697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:59.491421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:59.584955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.628842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:59.651671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'port_id': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'mac_address': 'fa:16:3e:3e:ac:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c73966-27ce-4488-88e0-9fb16f9f599a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:59.657421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.662205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.687538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.699452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc3583-edf4-4679-9db9-3af6891d20c7 req-f11ed505-d7e2-4644-87f4-9a82035f1ce9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:59.710623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e2d1a074-d633-48b4-86b6-727e94d3c62a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.714847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4afc3583-edf4-4679-9db9-3af6891d20c7 req-f11ed505-d7e2-4644-87f4-9a82035f1ce9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3081956 Dec 14 19:05:59.731505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.754179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34230f1-ba44-4129-8bc7-e1a2e4245ed4 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:59.773673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:59.774265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de47340-ea9c-4150-8d26-ccad43b6bb03 req-7401724c-8b70-4016-a43b-17a504d81538 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:59.777247 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5de47340-ea9c-4150-8d26-ccad43b6bb03 req-7401724c-8b70-4016-a43b-17a504d81538 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 943 time: 0.1992040 Dec 14 19:05:59.784272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.786654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.839550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ba33a-72ef-47c3-9de5-7f3ad2e93c25,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.857886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:59.866335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8a803655918422abe3ceb1aeaaf1a84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5198939 Dec 14 19:05:59.873981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.877544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:59.878020 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4afc3583-edf4-4679-9db9-3af6891d20c7 req-3aff7fbb-b7ac-4af9-92f3-64a4de61b80c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614099 Dec 14 19:05:59.879454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59614) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:59.910213 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5de47340-ea9c-4150-8d26-ccad43b6bb03 req-bac8635c-aa2b-45ff-90cc-e3734c7ee7d3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151199 Dec 14 19:05:59.932894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.945997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9e86daa2-c5a1-47ae-b5d6-318de911808d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.969733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a8d46c-46cd-4c9d-bb13-6327d866320d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.992721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:00.021468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.027484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.054037 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/44a8d46c-46cd-4c9d-bb13-6327d866320d HTTP/1.1" status: 204 len: 168 time: 0.7604558 Dec 14 19:06:00.151529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.230473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['c34230f1-ba44-4129-8bc7-e1a2e4245ed4'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:00.276773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.303299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-74802067-e462-4b55-ae06-ab161610d4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:00.350594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ba33a-72ef-47c3-9de5-7f3ad2e93c25,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:00.355693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:00.366259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.372227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6d5ba33a-72ef-47c3-9de5-7f3ad2e93c25 HTTP/1.1" status: 204 len: 168 time: 0.4868040 Dec 14 19:06:00.867240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59646) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.304448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59664) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.371404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.384060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac18392-521c-4646-8623-53e8a3f0bbf1 req-626f3273-bdf6-49ee-b4a7-7aeb081311fe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:01.388288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ac18392-521c-4646-8623-53e8a3f0bbf1 req-626f3273-bdf6-49ee-b4a7-7aeb081311fe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 944 time: 0.1733670 Dec 14 19:06:01.451341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.490295 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ac18392-521c-4646-8623-53e8a3f0bbf1 req-d79d1f02-84f1-409e-ae21-f905363f82be tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893722 Dec 14 19:06:01.522033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:01.534835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3556a772f8f5452da513cb68894fb949 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:01.541502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:01.551125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:01.554328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:01.563530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Usage tracker for resource:security_group_rule and tenant:b400ca5ee4f3434cb5a74cd9c7005688 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:01.574290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:01.592034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733d2c-086d-4665-8794-115bc6d182b6 req-6c17598a-0a85-4e6b-9643-1fc56a1dadb1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:01.594194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec733d2c-086d-4665-8794-115bc6d182b6 req-6c17598a-0a85-4e6b-9643-1fc56a1dadb1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3722942 Dec 14 19:06:01.598597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:01.757889 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec733d2c-086d-4665-8794-115bc6d182b6 req-e46f418c-ee25-4b39-9c96-790196f943d9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376979 Dec 14 19:06:01.759819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.795606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.806592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae81dffb-4478-4333-a36d-008cab7af622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.818282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.829080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.873667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2cc1f2-d3c9-4312-95ef-9ae1f7923a7d,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.877182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:01.879409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.893890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59678) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.894307 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3556a772f8f5452da513cb68894fb949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5791731 Dec 14 19:06:01.923941 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b400ca5ee4f3434cb5a74cd9c7005688&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0554671 Dec 14 19:06:01.929988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59682) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.961502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d15e8-8788-41f5-b641-8bc5e956b4ec,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.970302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.036196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.106102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.125510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.163590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.222195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.227786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:02.245427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d15e8-8788-41f5-b641-8bc5e956b4ec,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:02.248234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.255723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.259494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.261978 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef1d15e8-8788-41f5-b641-8bc5e956b4ec HTTP/1.1" status: 204 len: 168 time: 0.3229489 Dec 14 19:06:02.270373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-80adda96-56c9-4f39-8a5d-7cf1a3ae5c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:02.303256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2cc1f2-d3c9-4312-95ef-9ae1f7923a7d,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:02.312925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.353905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.357061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab2cc1f2-d3c9-4312-95ef-9ae1f7923a7d HTTP/1.1" status: 204 len: 168 time: 0.4609585 Dec 14 19:06:02.941669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93327ef-194d-4d4c-99e0-a91bf4fe3e00 req-bc62ca31-0058-41f1-a697-a898b19a4c3f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:02.945105 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e93327ef-194d-4d4c-99e0-a91bf4fe3e00 req-bc62ca31-0058-41f1-a697-a898b19a4c3f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 944 time: 0.1762004 Dec 14 19:06:03.012059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59720) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:03.056821 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e93327ef-194d-4d4c-99e0-a91bf4fe3e00 req-e4c622b7-53f0-48ef-a333-a3cd595ccc74 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992925 Dec 14 19:06:03.125946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device c34230f1-ba44-4129-8bc7-e1a2e4245ed4 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:03.226852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:03.229218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59726) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:03.234425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:03.235643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.360372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Deleting subnet 818ed2b4-3271-4fce-b7b4-f6fbaf7739e0 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:06:03.366420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.416221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.450065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.470259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59730) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:03.492397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:03.513530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:03.518370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.523659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:03.530255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.546846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.660596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96c396-5b8b-42ba-b77d-f2c04b429cf3 req-5af097c5-874f-460f-a5e8-32887c7661b9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:03.662442 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1c96c396-5b8b-42ba-b77d-f2c04b429cf3 req-5af097c5-874f-460f-a5e8-32887c7661b9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3249478 Dec 14 19:06:03.674073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:03.677363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:03.679284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:03.686470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Usage tracker for resource:security_group_rule and tenant:7848af25909f4c03bb9146685a18a139 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:03.704321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:03.717562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:03.719799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.738724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'code': 200} Dec 14 19:06:03.739631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:03.768279 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1c96c396-5b8b-42ba-b77d-f2c04b429cf3 req-434b2f4a-9f89-4fe9-a46d-25ec76f5da8b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Dec 14 19:06:03.852989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.856929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.865625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818ed2b4-3271-4fce-b7b4-f6fbaf7739e0,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:03.865972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-52e9afc3-9a0f-4e19-9b20-d6c3e37a24f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:03.870665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.898756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:03.912362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.927725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778525c5-ecc3-4d41-9cdc-f2257c857101,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:03.934148 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/818ed2b4-3271-4fce-b7b4-f6fbaf7739e0 HTTP/1.1" status: 204 len: 168 time: 0.7035732 Dec 14 19:06:03.937988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 59738) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:03.946302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:03.958769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7848af25909f4c03bb9146685a18a139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4847281 Dec 14 19:06:03.961540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59742) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.064433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.102988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.115199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59752) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.155588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.223523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:04.228833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec144ec02368488d8b91d1000c1164f3 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:04.233599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:04.238330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.239442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.251155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8c0537c9-00df-4c5b-b219-57db6d98ff3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.264464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:04.274852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778525c5-ecc3-4d41-9cdc-f2257c857101,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:04.297923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:04.311976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.313260 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/778525c5-ecc3-4d41-9cdc-f2257c857101 HTTP/1.1" status: 204 len: 168 time: 0.3501682 Dec 14 19:06:04.329801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59758) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.369990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:04.389818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Usage tracker for resource:security_group_rule and tenant:acbb03a8e05a42b1a796940c226d1f57 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:04.406222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:04.491742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.492080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:04.500155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.513305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4122a70e-48aa-4117-9e81-ecb30b1ac029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.539493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37657786-a4ae-4a64-9cef-c2f79da6e88c req-b0a477e0-230d-4e24-b358-21b28440eb9d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:04.547174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-37657786-a4ae-4a64-9cef-c2f79da6e88c req-b0a477e0-230d-4e24-b358-21b28440eb9d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.1876001 Dec 14 19:06:04.612259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.641179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec144ec02368488d8b91d1000c1164f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5214620 Dec 14 19:06:04.641179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d25b32-17a3-47e7-82d1-8e6e3310d9b5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:04.644410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59766) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.654979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:04.721463 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-37657786-a4ae-4a64-9cef-c2f79da6e88c req-709bb7e6-4f3f-4327-ab42-a17a7dd77258 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732662 Dec 14 19:06:04.732523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:04.742440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Usage tracker for resource:security_group_rule and tenant:ab686e405dd84599a1462284a32e966a is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:04.747941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:04.753786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.756892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:04.779311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-388d13d9-e96e-497f-a4d3-f292fd5c2457 req-9c47aab3-33f8-4518-9667-f54375feb170 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 1098 time: 0.5266278 Dec 14 19:06:04.797354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.834254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9228f97-3ee1-4775-9988-12de64c9490f']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.870922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268ec3e4-997a-4215-8cee-5280f275b09d') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.871310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268ec3e4-997a-4215-8cee-5280f275b09d') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.883662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.902028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.909070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.918363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.930803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.946597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-388d13d9-e96e-497f-a4d3-f292fd5c2457 req-d566553b-4890-448a-a418-4548f6917079 service neutron] Synchronizing usage tracker for tenant:6dd61f366373419cb7a9d546881d1704 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:04.960418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.963758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.968696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.997862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:06:04.998311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.006969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-845acb22-e98a-4641-a89b-1e55f95e3471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:06:05.015109 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:06:05.019061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab686e405dd84599a1462284a32e966a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6860499 Dec 14 19:06:05.024190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59776) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.026219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99176847-acd9-47c1-be89-4d787fbcd853,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.033944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.089121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.098280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=acbb03a8e05a42b1a796940c226d1f57&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0851645 Dec 14 19:06:05.108540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59780) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.133585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-388d13d9-e96e-497f-a4d3-f292fd5c2457 req-d566553b-4890-448a-a418-4548f6917079 service neutron] Unset dirty status for tenant:6dd61f366373419cb7a9d546881d1704 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:05.134765 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-388d13d9-e96e-497f-a4d3-f292fd5c2457 req-d566553b-4890-448a-a418-4548f6917079 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371441 Dec 14 19:06:05.150354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.182498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.203271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.216935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.234935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.235172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.240823 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30d25b32-17a3-47e7-82d1-8e6e3310d9b5 HTTP/1.1" status: 204 len: 168 time: 0.5907557 Dec 14 19:06:05.275863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9228f97-3ee1-4775-9988-12de64c9490f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.299413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.314424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.319149 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5987b7cf-ce32-43fc-be0f-85a0e04f2b4a admin admin] 10.222.0.72 "DELETE /v2.0/networks/f9228f97-3ee1-4775-9988-12de64c9490f HTTP/1.1" status: 204 len: 168 time: 1.3771024 Dec 14 19:06:05.331855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.333292 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cce214d0-fa15-470f-9541-9246e1c756fe HTTP/1.1" status: 204 len: 168 time: 0.3053932 Dec 14 19:06:05.334563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce214d0-fa15-470f-9541-9246e1c756fe,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.337709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5eb70-020b-43f4-bfbd-7dc4a6b06df5 req-adaf07db-bd21-4922-a73b-557a81fd8a11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:05.338204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.338978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.342108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-57f5eb70-020b-43f4-bfbd-7dc4a6b06df5 req-adaf07db-bd21-4922-a73b-557a81fd8a11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1960557 Dec 14 19:06:05.398840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.449257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cba449f3-e4d9-422b-80d3-f1bcccbaf1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.462641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bfd14-3c39-4468-be77-3ae5ae7f9ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d25b32-17a3-47e7-82d1-8e6e3310d9b5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.476954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.481560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce214d0-fa15-470f-9541-9246e1c756fe,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.483911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.484432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dcaa1f45-13f6-48cb-9dc7-438e1a57e55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.540154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.547874 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/99176847-acd9-47c1-be89-4d787fbcd853 HTTP/1.1" status: 204 len: 168 time: 0.4086864 Dec 14 19:06:05.551058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99176847-acd9-47c1-be89-4d787fbcd853,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.563759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.563759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.564455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.654293 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-57f5eb70-020b-43f4-bfbd-7dc4a6b06df5 req-98da3005-14bb-45e0-940e-985031979272 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925813 Dec 14 19:06:05.664569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59802) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.731665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-6c12bbe1-2fa0-433f-8a8e-87c398c71bff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2858357 Dec 14 19:06:05.760915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a5eee140-1b50-4294-9395-64fc370d4fe0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e59b791dc55f49daa4ecf774e0d702e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0922239 Dec 14 19:06:05.761977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59806) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.839798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.876479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.956822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.992950 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-06012d86-e518-47a3-b194-72929e196989 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 1099 time: 0.1192346 Dec 14 19:06:06.013288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.017859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fbf746a6-cb44-443e-9fe3-4eda2f6e6971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:06.041935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a972b125-22c3-4dac-9070-68ffd6ed2583,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:06.044476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:06.054956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362aff3-d1e2-4fe3-b62b-bb5b6ba47e47 req-eaf04946-d9b4-46ec-b6d7-ee550e6b279e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:06.056771 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b362aff3-d1e2-4fe3-b62b-bb5b6ba47e47 req-eaf04946-d9b4-46ec-b6d7-ee550e6b279e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.1366718 Dec 14 19:06:06.063709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.067749 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a972b125-22c3-4dac-9070-68ffd6ed2583 HTTP/1.1" status: 204 len: 168 time: 0.3015561 Dec 14 19:06:06.170931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b362aff3-d1e2-4fe3-b62b-bb5b6ba47e47 req-8b7a4939-4e34-4392-a98f-4ad54b548223 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995884 Dec 14 19:06:06.250139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7742e1f9-a749-4476-8984-f4ee3fc71547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.277874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-6e55f2d6-862e-406d-bd94-571f8e551019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:06.279874 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-6e55f2d6-862e-406d-bd94-571f8e551019 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 916 time: 0.2570732 Dec 14 19:06:06.364610 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-5477b576-6d5d-498a-bdff-e1f573e8983e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3735541e-c78c-4129-9514-d4be074c5318 HTTP/1.1" status: 200 len: 217 time: 0.0762646 Dec 14 19:06:06.440583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-290ad5ab-251b-42fd-8851-099f17051e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:06.442409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-290ad5ab-251b-42fd-8851-099f17051e1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.0703850 Dec 14 19:06:06.508791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-619be037-7d25-4bac-b0d8-75f4111be30c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577371 Dec 14 19:06:06.689862 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-4e079637-0b87-4557-9667-3304047615a4 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631858 Dec 14 19:06:06.935893 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7100a058-db74-4d2a-a6ed-919aa57469eb req-c5ccde94-7098-4ba1-a8f6-53c6e0f47851 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342505 Dec 14 19:06:07.204703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ba44-824d-49b0-a937-2de5ba7555aa req-64420770-3a10-4f9c-953e-b79352599f16 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:07.207408 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5ba5ba44-824d-49b0-a937-2de5ba7555aa req-64420770-3a10-4f9c-953e-b79352599f16 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1007018 Dec 14 19:06:07.329367 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5ba5ba44-824d-49b0-a937-2de5ba7555aa req-4276e699-5b73-427d-950b-4a955ffdb7ee tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099427 Dec 14 19:06:07.435139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2e166-dc5e-475e-ab98-00803a053193 req-dc18142d-5a32-469e-ab14-5415d57948e9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:07.437099 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fd2e166-dc5e-475e-ab98-00803a053193 req-dc18142d-5a32-469e-ab14-5415d57948e9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.1094460 Dec 14 19:06:07.547999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fd2e166-dc5e-475e-ab98-00803a053193 req-2efbb65a-b246-49d4-9ec4-11f6a268c9fd tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963135 Dec 14 19:06:07.749629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:08.407621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-856cf2f7-1af6-4363-8d46-b201bf5ea2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:08.623279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b7059-825c-4699-a395-c50f4540f873 req-15accbef-9212-4a6c-b118-031b0e365434 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:08.625312 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-848b7059-825c-4699-a395-c50f4540f873 req-15accbef-9212-4a6c-b118-031b0e365434 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1095388 Dec 14 19:06:08.704488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-848b7059-825c-4699-a395-c50f4540f873 req-e7673546-b73d-4674-b1b8-09c044b26774 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717809 Dec 14 19:06:09.328080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:09.691370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 59930) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:10.200921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138230-e4db-4d07-82f3-b27162933d95 req-3b513420-b359-41d6-8a88-ef8faa37606b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:10.202642 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed138230-e4db-4d07-82f3-b27162933d95 req-3b513420-b359-41d6-8a88-ef8faa37606b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2549307 Dec 14 19:06:10.280114 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed138230-e4db-4d07-82f3-b27162933d95 req-a40b9c56-47e9-46d9-990e-8e7c9e37aff4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Dec 14 19:06:10.286581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.385268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-network', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:10.396001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:10.404456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Usage tracker for resource:network and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:10.411333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:10.438247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:10.456637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Made reservation on behalf of a598d7a9cf814a60a8ec485b447f40d6 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:10.466958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.499174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.566362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:10.575006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:10.581589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:10.595121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:10.762504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.767878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.781381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-faf8bbd6-f573-4048-b9e8-c42608ed7190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:10.829432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:06:10.843790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a6e716-523b-4fae-adc5-a63f86fd812a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:10.849049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:10.852201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.853250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Added segment 2954edd2-b969-4858-9f53-77406d627bad of type vlan for network fba12cf2-16bf-4acf-a83d-576b278dd9c6 Dec 14 19:06:10.901166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.950818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.954430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:10.961478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:10.968064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eff8451e-509d-478b-a9b3-278563ee21f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:11.293437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5939441 Dec 14 19:06:11.294025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60012) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:11.334536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Request body: {'subnet': {'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-subnet', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:11.354253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:11.358989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=fba12cf2-16bf-4acf-a83d-576b278dd9c6,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:11.373219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:06:11.377703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Usage tracker for resource:subnet and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:11.387029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:11.389647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:11.420140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:11.464398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Made reservation on behalf of a598d7a9cf814a60a8ec485b447f40d6 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:11.494989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:11.625774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:06:12.014882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.024945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:12.071005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8afe-4d0e-46a4-9d0e-e36b10145dc2 req-202baf9f-bb64-4a5c-abec-272fd254f214 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:12.072959 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db0e8afe-4d0e-46a4-9d0e-e36b10145dc2 req-202baf9f-bb64-4a5c-abec-272fd254f214 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.3564758 Dec 14 19:06:12.399519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d328c-cf3a-4289-976b-9939ce829ba0,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:12.411053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:12.424743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Checking segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:12.425444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Network hostable DHCP agents. Network: fba12cf2-16bf-4acf-a83d-576b278dd9c6, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:06:12.462215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db0e8afe-4d0e-46a4-9d0e-e36b10145dc2 req-affe393b-4e7b-4d86-bf2c-8f98a0b06d69 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294267 Dec 14 19:06:12.494215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:06:12.511285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, fba12cf2-16bf-4acf-a83d-576b278dd9c6) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:12.518032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:12.519050 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.524741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f607ce8-2648-402d-ae39-d49a676a2273 None None] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:06:12.572009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1b65b664-dde8-4f39-b1f4-41a0850e414d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2752812 Dec 14 19:06:12.576644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60070) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:12.584121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:12.590371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:12.597838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Usage tracker for resource:router and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:12.606758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:12.634990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:12.662306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.664689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.822403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.921609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:06:12.923355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:13.187226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60092) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:13.237122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Allocated IP 172.20.0.2 (fba12cf2-16bf-4acf-a83d-576b278dd9c6/904d328c-cf3a-4289-976b-9939ce829ba0/52961996-e529-4148-b281-938f1c99c531) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:13.351918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-98b7c432-a8b8-482d-943e-1565363ee8df tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:13.360803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-98b7c432-a8b8-482d-943e-1565363ee8df tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.6224284 Dec 14 19:06:13.488585 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-3fe33580-8db9-4816-a925-4f7d4f69683a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/quotas/5a0e172444c34387a8562a7a012fa6c5 HTTP/1.1" status: 200 len: 375 time: 0.1263256 Dec 14 19:06:13.574125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:13.720318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:13.746252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Transition to ACTIVE for port object 52961996-e529-4148-b281-938f1c99c531 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:13.778289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Transition to ACTIVE for port object 52961996-e529-4148-b281-938f1c99c531 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:13.787341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:13.795466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:13.836185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433b2d9-000a-4d66-bf3d-08cd49d66ecb req-04b7722a-1d41-444d-b84f-e8f741f18d41 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:13.839518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1433b2d9-000a-4d66-bf3d-08cd49d66ecb req-04b7722a-1d41-444d-b84f-e8f741f18d41 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1628494 Dec 14 19:06:13.862139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-bb675b9b-368f-44be-bf44-92005e03e74b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3724048 Dec 14 19:06:13.937296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Pushing event updated for resources: {'Port': ['ID=52961996-e529-4148-b281-938f1c99c531,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:13.943447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:13.973484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:13.975102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:13.984557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:14.005817 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1433b2d9-000a-4d66-bf3d-08cd49d66ecb req-9700f1d7-69cf-4d6b-8eb1-2133db8eac7c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585424 Dec 14 19:06:14.007398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.065390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:14.072390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7029c56f2b43c482732201ddf51e7c is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:14.076932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:14.098411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:14.148597 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-bf8f375e-6fbe-4076-ab55-06797651b24a service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851703 Dec 14 19:06:14.269492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Attempting to bind port 52961996-e529-4148-b281-938f1c99c531 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:14.270165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Attempting to bind port 52961996-e529-4148-b281-938f1c99c531 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:14.270456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Attempting to bind port 52961996-e529-4148-b281-938f1c99c531 on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:14.303333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:14.305356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Checking segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:14.306333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.307253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Bound using segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:14.309081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Bound port: 52961996-e529-4148-b281-938f1c99c531, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:14.310001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.324032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-81fd81b0-c4ec-4c11-b8b4-67d4e9c427f1 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=b9752c7480604b4293368c823c3f8137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524995 Dec 14 19:06:14.394379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.405045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.429615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:14.490923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb968be-290c-4f3c-90f8-3790bca429a1,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:14.522875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] For port 52961996-e529-4148-b281-938f1c99c531, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:14.530743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] For port 52961996-e529-4148-b281-938f1c99c531, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=52961996-e529-4148-b281-938f1c99c531,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:14.541572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.550716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:14.563869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.620528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.668215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f7029c56f2b43c482732201ddf51e7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4782116 Dec 14 19:06:14.669828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:14.670360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60126) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:14.689669 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-8468420b-0da6-4890-ade4-81d93b33067d service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399535 Dec 14 19:06:14.735152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Pushing event updated for resources: {'Port': ['ID=52961996-e529-4148-b281-938f1c99c531,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:14.742521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:14.912903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.972266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-82d71c40-57f6-40f7-997a-a0a1524d8fea tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:14.980356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-82d71c40-57f6-40f7-997a-a0a1524d8fea tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6385965 Dec 14 19:06:15.006061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-47e750b9-4586-4bee-929e-7af1502028d6 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/quotas/b9752c7480604b4293368c823c3f8137 HTTP/1.1" status: 200 len: 375 time: 0.0245798 Dec 14 19:06:15.009502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:15.025343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Allocated IP 172.27.3.15 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/71edbf14-658e-4cdb-88ff-2b36c057f587) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:15.116254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-b0d9753d-f1cb-445b-92e4-b3a3aad40517 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=b9752c7480604b4293368c823c3f8137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090422 Dec 14 19:06:15.520813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:15.560165 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aefdab78-cc04-42fc-adba-59e0405c8e84 req-d5e54f9c-aa6f-4518-b5ac-5b669eb437ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 1099 time: 0.4426780 Dec 14 19:06:15.565432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:15.587304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:15.607916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb968be-290c-4f3c-90f8-3790bca429a1,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:15.644120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:15.698501 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db52eb21-e3a5-4d4b-bcf0-98ca0a5262fe req-a174f0d0-c6f9-460c-9685-fb12595de160 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 210 time: 0.0837173 Dec 14 19:06:15.704778 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aefdab78-cc04-42fc-adba-59e0405c8e84 req-0730462b-aca7-4b31-9753-706a02ea625b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337073 Dec 14 19:06:15.710082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:15.715182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4bb968be-290c-4f3c-90f8-3790bca429a1 HTTP/1.1" status: 204 len: 168 time: 1.0320625 Dec 14 19:06:15.738920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:15.764833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5b0e20a7-3746-4cbb-b8f0-22c821ba5459 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:15.870630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd068d-4a5b-4752-a934-b9d3df6bed17 req-503418e6-1d27-48fb-a4b6-b1219f07a87c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:15.872428 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5bcd068d-4a5b-4752-a934-b9d3df6bed17 req-503418e6-1d27-48fb-a4b6-b1219f07a87c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1701694 Dec 14 19:06:15.979915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5bcd068d-4a5b-4752-a934-b9d3df6bed17 req-af438939-18b3-4d4d-88ba-98c51c01025f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920668 Dec 14 19:06:16.066067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:16.074284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:16.077523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Pushing event updated for resources: {'Port': ['ID=71edbf14-658e-4cdb-88ff-2b36c057f587,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:16.095437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:16.139190 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a5404be7-7f76-4ac7-ae2e-a63743cca35b req-e5401f75-2dfa-4729-bf8a-bea788201666 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.2403007 Dec 14 19:06:16.140678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:16.290457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.291431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.564509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60164) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:16.610405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.667161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:16.672782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8a2a291c354b5d8c82b1f72cdeae44 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:16.677224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:16.684355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:16.742456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:06:16.869300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.884761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.905610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:17.022126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98754ca9-549b-43ba-830e-8a3251f9dac4,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:17.063901 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0d8a2a291c354b5d8c82b1f72cdeae44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4963508 Dec 14 19:06:17.065613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:17.082051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60176) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:17.228614 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-825038b2-6463-48ac-b1a0-0cf8fa2e6daf req-15a390f5-6857-4710-8bdc-5a7e9815f533 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 210 time: 0.2210412 Dec 14 19:06:17.388289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.450646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:06:17.453116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 52961996-e529-4148-b281-938f1c99c531 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:17.474922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:06:17.557160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:06:17.558588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:06:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:17.563353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.576116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9976208 Dec 14 19:06:17.577313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60188) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:17.688850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.745831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 52961996-e529-4148-b281-938f1c99c531 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:17.889577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4f051-14a1-4531-a097-d0938ca2dd86 req-140194df-70e1-4616-9fa0-91cce4186b0f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:17.892572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fc4f051-14a1-4531-a097-d0938ca2dd86 req-140194df-70e1-4616-9fa0-91cce4186b0f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.4943898 Dec 14 19:06:17.910660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-949894a7-625e-4f2b-a5dd-1d8b7f29d064 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:17.912352 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-949894a7-625e-4f2b-a5dd-1d8b7f29d064 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.5118721 Dec 14 19:06:17.988222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Request body: {'port': {'device_id': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'admin_state_up': True, 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:18.110166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f0e6a-e678-497f-b903-76df062b099c None None] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:06:18.127195 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-33f54938-1d90-4e42-aa3d-7251080295ac req-1830f211-dd56-4792-83a7-a21231229564 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.2875280 Dec 14 19:06:18.232910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:06:18.415731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:18.423967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:18.459069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:18.473370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9179ca4f-f971-48de-bdb1-512ade8b5ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:18.503440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98754ca9-549b-43ba-830e-8a3251f9dac4,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:18.514362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:18.520965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:18.547654 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-b2e9326e-b8a7-4e78-a43e-af2d2b34362f tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b9752c7480604b4293368c823c3f8137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132312 Dec 14 19:06:18.575453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:18.614564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:18.619020 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/98754ca9-549b-43ba-830e-8a3251f9dac4 HTTP/1.1" status: 204 len: 168 time: 1.5352099 Dec 14 19:06:18.859656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Provisioning for port 52961996-e529-4148-b281-938f1c99c531 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:18.944590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Provisioning complete for port 52961996-e529-4148-b281-938f1c99c531 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:18.945219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:18.980161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:16Z', 'revision_number': 3, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:18.982319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Allocated IP 172.20.0.5 (4c6a2496-4fb4-4aa5-80f6-c29747fda7fe/72c73966-27ce-4488-88e0-9fb16f9f599a/a6a229ee-ac67-460b-bc6b-52c954a197b8) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:18.990760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:06:18.991197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Updating router 0fa60e5d-91e5-4092-835e-334d85d0d046 port 71edbf14-658e-4cdb-88ff-2b36c057f587 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:06:19.075618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-c0107617-824a-4039-80aa-a854c3896557 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:19.079318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-c0107617-824a-4039-80aa-a854c3896557 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5200777 Dec 14 19:06:19.207468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:19.246495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:19.269492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Request body: {'port': {'device_id': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852', 'admin_state_up': True, 'tenant_id': 'b9752c7480604b4293368c823c3f8137'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:19.332741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] For port 52961996-e529-4148-b281-938f1c99c531, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=52961996-e529-4148-b281-938f1c99c531,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:19.349738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:19.351827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:19.401521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fc4f051-14a1-4531-a097-d0938ca2dd86 req-df16b78c-c33c-4afb-af04-c387b1eba005 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4796045 Dec 14 19:06:19.416498 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ac5453ba-6562-494a-b99f-b162193d2ae1 req-c6bf5b7b-fdc4-4553-8019-bc234ae178c7 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 210 time: 0.3351905 Dec 14 19:06:19.651676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Pushing event updated for resources: {'Port': ['ID=52961996-e529-4148-b281-938f1c99c531,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:19.697668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.698053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.698438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.698816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.699189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.699559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.699925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.700311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.700677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.713164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.713746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:19.737374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:19.780644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:19.883869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9c33f42d-5d2b-42fe-a2a8-59bcd1d00190 None None] Provisioning complete for port 52961996-e529-4148-b281-938f1c99c531 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:19.884361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c33f42d-5d2b-42fe-a2a8-59bcd1d00190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:19.999272 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a959cf88-2427-41ee-8109-edd94d3915fd req-66920d0b-0914-4dad-b841-ea2e03bc2be1 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.1882615 Dec 14 19:06:20.007337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:20.023545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.026699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Usage tracker for resource:port and tenant:b9752c7480604b4293368c823c3f8137 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:20.049035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:20.067673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-19115469-d695-4280-b2b8-69bfb6ddbd02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:20.167845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318', 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:20.256087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event updated for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:20.265248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:20.291605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:20.294523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:20.298463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:20.318994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.365272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:20.393872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Made reservation on behalf of b9752c7480604b4293368c823c3f8137 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:20.402323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Transition to ACTIVE for port object 71edbf14-658e-4cdb-88ff-2b36c057f587 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:20.405576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.418604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.438924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:20.444833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.480272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:20.481553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.536923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Pushing event updated for resources: {'Port': ['ID=71edbf14-658e-4cdb-88ff-2b36c057f587,revision_number=2']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:20.610218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.610818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.611203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.611582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.611949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.612318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.612688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.612825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:20.614943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.615329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.615695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.617813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:20.618459 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6505620 Dec 14 19:06:20.633558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Usage tracker for resource:security_group_rule and tenant:b9752c7480604b4293368c823c3f8137 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:20.643561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:20.644351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Request body: {'port': {'device_id': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:20.646005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Attempting to bind port 71edbf14-658e-4cdb-88ff-2b36c057f587 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:20.646435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Attempting to bind port 71edbf14-658e-4cdb-88ff-2b36c057f587 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:20.646853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Attempting to bind port 71edbf14-658e-4cdb-88ff-2b36c057f587 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:20.664556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:20.673957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:20.682263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:20.682680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:20.683142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.683575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:20.684118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Bound port: 71edbf14-658e-4cdb-88ff-2b36c057f587, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:20.684532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.911349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] For port 71edbf14-658e-4cdb-88ff-2b36c057f587, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:20.916900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] For port 71edbf14-658e-4cdb-88ff-2b36c057f587, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71edbf14-658e-4cdb-88ff-2b36c057f587,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:20.923346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.934403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:21.059570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.080710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.103875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d9c36023-6d8e-4c81-83e5-2dd210707975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:21.142198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Pushing event updated for resources: {'Port': ['ID=71edbf14-658e-4cdb-88ff-2b36c057f587,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:21.146872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.152410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96e17014-3162-4c61-b40f-e07690fea5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:21.158632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:06:21.166535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:06:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:21.176268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2a206-0ad7-40be-8d65-bc811b60995c req-d7c3cc43-8376-4928-b86c-e565cf646e50 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:21.186446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-97c2a206-0ad7-40be-8d65-bc811b60995c req-d7c3cc43-8376-4928-b86c-e565cf646e50 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:21.208509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 52961996-e529-4148-b281-938f1c99c531 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:21.274045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-97c2a206-0ad7-40be-8d65-bc811b60995c req-d7c3cc43-8376-4928-b86c-e565cf646e50 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:21.275399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97c2a206-0ad7-40be-8d65-bc811b60995c req-d7c3cc43-8376-4928-b86c-e565cf646e50 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 931 time: 0.4429209 Dec 14 19:06:21.359191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 52961996-e529-4148-b281-938f1c99c531 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:21.369481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.426443 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97c2a206-0ad7-40be-8d65-bc811b60995c req-268ff925-6be2-40c2-88d9-ae4998fd0970 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341465 Dec 14 19:06:21.523769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278325e-6157-4202-ae9f-e7a26ede4401 req-27a92aea-2fda-4aa1-b148-4bb94320fb03 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:21.540438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2278325e-6157-4202-ae9f-e7a26ede4401 req-27a92aea-2fda-4aa1-b148-4bb94320fb03 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.7025321 Dec 14 19:06:21.687480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:06:21.715413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8580613a-c2cd-4298-b135-de1714a23ae4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:21.721357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:21.762009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a229ee-ac67-460b-bc6b-52c954a197b8 {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:21.773240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.797589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Transition to ACTIVE for port object a6a229ee-ac67-460b-bc6b-52c954a197b8 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:21.814874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.845786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:22.101819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:22.141815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:22.260740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:16Z', 'revision_number': 3, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:22.266857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ac973-dea1-4207-802c-2ce9b01c1612 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:16Z', 'revision_number': 3, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:06:22.302675 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2278325e-6157-4202-ae9f-e7a26ede4401 req-94b068df-3299-4c7b-95de-c9738e2e2f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610989 Dec 14 19:06:22.309008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Attempting to bind port a6a229ee-ac67-460b-bc6b-52c954a197b8 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:22.309405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Attempting to bind port a6a229ee-ac67-460b-bc6b-52c954a197b8 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:22.309966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Attempting to bind port a6a229ee-ac67-460b-bc6b-52c954a197b8 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:22.328900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d215f8c-04bb-4eb7-8514-e5edbe7de5cf req-9bc1abf3-28b5-4121-9f13-a85f922e05ff tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.1050320 Dec 14 19:06:22.331825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Port a6a229ee-ac67-460b-bc6b-52c954a197b8 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:06:22.332503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Attempting to bind port a6a229ee-ac67-460b-bc6b-52c954a197b8 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:22.339054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Allocated IP 192.168.233.29 (6f0a6c4a-d5bd-4375-87c5-732c334d3852/a06451ee-1379-422e-875b-644886812dfd/30ba01b3-bd44-4a5a-b40e-c5b187428069) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:22.341966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:22.342342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Checking segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:22.342771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Bound using segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:22.343246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Bound port: a6a229ee-ac67-460b-bc6b-52c954a197b8, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:22.343628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:22.520061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:22.526065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:22.537792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:22.671188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:22.794665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:22.797207 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] 10.222.0.66 "PUT /v2.0/ports/a6a229ee-ac67-460b-bc6b-52c954a197b8 HTTP/1.1" status: 200 len: 1093 time: 2.1615269 Dec 14 19:06:22.797783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:22.862695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61414af6-97c8-49bb-8705-667b5980d8ac req-aede466b-1e02-467b-b35e-27a8e0f141b8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:22.872067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-61414af6-97c8-49bb-8705-667b5980d8ac req-aede466b-1e02-467b-b35e-27a8e0f141b8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3372486 Dec 14 19:06:22.874541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:22.879425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:22.882239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.002423 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-61414af6-97c8-49bb-8705-667b5980d8ac req-45153aec-c812-4dd8-9d60-43a73756806f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289098 Dec 14 19:06:23.095328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-e9fb1888-c11e-4c84-9647-74fef6a3f651 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2140598 Dec 14 19:06:23.415735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71edbf14-658e-4cdb-88ff-2b36c057f587 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:23.609463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.731512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 71edbf14-658e-4cdb-88ff-2b36c057f587 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:23.759257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 71edbf14-658e-4cdb-88ff-2b36c057f587 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:23.760214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.806995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf50b95-1fbf-4374-9e87-5cbd87dd5991 req-8bc4e2c4-35f6-4199-a7d9-0bd34586368e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:23.838237 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aaf50b95-1fbf-4374-9e87-5cbd87dd5991 req-8bc4e2c4-35f6-4199-a7d9-0bd34586368e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 943 time: 1.1224549 Dec 14 19:06:23.857452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Transition to ACTIVE for port object 30ba01b3-bd44-4a5a-b40e-c5b187428069 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:24.005429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-345cc889-fb76-4dc1-b3c2-459f444d5368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8 HTTP/1.1" status: 200 len: 217 time: 0.8907418 Dec 14 19:06:24.010445 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8', 'status': 'completed', 'code': 200} Dec 14 19:06:24.182658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.230051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 71edbf14-658e-4cdb-88ff-2b36c057f587, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71edbf14-658e-4cdb-88ff-2b36c057f587,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:24.236642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.239588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:24.283865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-2c042028-3c0e-4149-96ef-c64f41dd0513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:24.285661 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-2c042028-3c0e-4149-96ef-c64f41dd0513 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.1911881 Dec 14 19:06:24.310383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29641a96-2d4c-4000-9f49-65b251f0e6f0 req-db2b03ce-8aa7-40e2-94b8-ecd48dadbb91 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.3029580 Dec 14 19:06:24.412100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=71edbf14-658e-4cdb-88ff-2b36c057f587,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:24.419043 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-4dc6391a-38c1-482c-9ef9-36f34cab0e9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081684 Dec 14 19:06:24.420090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:24.465159 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aaf50b95-1fbf-4374-9e87-5cbd87dd5991 req-3a356a32-ccb3-4518-9705-020601e9d189 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958135 Dec 14 19:06:24.587192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.612438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:24.677031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:24.679664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Allocated IP 172.20.0.1 (fba12cf2-16bf-4acf-a83d-576b278dd9c6/904d328c-cf3a-4289-976b-9939ce829ba0/335fd35b-27fd-48a0-be1e-8562331d2006) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:24.687949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:24.705877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:24.713061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:24.715281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.774284 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5227535 Dec 14 19:06:24.795010 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Request body: {'port': {'device_id': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:24.812882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-4d1dbaed-4bdc-4681-84f6-851fd388fac8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844059 Dec 14 19:06:24.956092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Pushing event updated for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:24.984439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.984862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.985304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.985709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.986106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.986515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.986919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.987316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.987933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.988460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:24.988862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.075173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:25.215013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71edbf14-658e-4cdb-88ff-2b36c057f587 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:25.233862 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864925a-7efa-4ce7-b9ca-dfa26b5cd562 req-c159a0e8-297a-40fc-b520-9f8464547f4d service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134505 Dec 14 19:06:25.267474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.382202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 71edbf14-658e-4cdb-88ff-2b36c057f587 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:25.382909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.445928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-bd507188-aa2b-4fc7-8e3f-5e1a5722b546 None None] Provisioning for port 30ba01b3-bd44-4a5a-b40e-c5b187428069 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:25.471127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-bd507188-aa2b-4fc7-8e3f-5e1a5722b546 None None] Provisioning complete for port 30ba01b3-bd44-4a5a-b40e-c5b187428069 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:25.471577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bd507188-aa2b-4fc7-8e3f-5e1a5722b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.559591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-bd507188-aa2b-4fc7-8e3f-5e1a5722b546 None None] Port 30ba01b3-bd44-4a5a-b40e-c5b187428069 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:06:25.629326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.947026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c3854-2c81-4cb3-930b-4c86c745cd8d req-15c3fa77-a129-4055-b1e5-67fc8964ca45 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:25.948838 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d69c3854-2c81-4cb3-930b-4c86c745cd8d req-15c3fa77-a129-4055-b1e5-67fc8964ca45 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 943 time: 0.2046120 Dec 14 19:06:25.975620 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-90ceeb5b-d7f1-4869-9f15-bf8557c49b34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 1096 time: 0.1299286 Dec 14 19:06:26.134836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ba01b3-bd44-4a5a-b40e-c5b187428069 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:26.149826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:26.156763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58022aea-1ffb-4611-b6a0-892ff60017df req-e4bdec71-41ae-424e-8638-49457cf262cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:26.158656 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-e4bdec71-41ae-424e-8638-49457cf262cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 916 time: 0.1717472 Dec 14 19:06:26.185359 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Transition to ACTIVE for port object 30ba01b3-bd44-4a5a-b40e-c5b187428069 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:26.205411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:26.236740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Transition to ACTIVE for port object 335fd35b-27fd-48a0-be1e-8562331d2006 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:26.262582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:26.273209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d69c3854-2c81-4cb3-930b-4c86c745cd8d req-ca7d7316-0301-4163-964f-79266ec3f456 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086824 Dec 14 19:06:26.297543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-493013ce-88ec-43ff-aac2-98fcf052dc7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8 HTTP/1.1" status: 200 len: 217 time: 0.1290019 Dec 14 19:06:26.423433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58022aea-1ffb-4611-b6a0-892ff60017df req-54dcdba6-9f9f-43dd-aaed-78979bfa65e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:26.425151 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-54dcdba6-9f9f-43dd-aaed-78979bfa65e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.1223438 Dec 14 19:06:26.485715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-e6e9b581-972d-4b8f-af3f-d505b8fd5264 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523124 Dec 14 19:06:26.703565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-951ee36b-d181-4a68-a58c-73183cb32ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093811 Dec 14 19:06:26.884207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:26.904466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:26.934402 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58022aea-1ffb-4611-b6a0-892ff60017df req-037250d3-e3cd-4727-b178-72878efa71f3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208235 Dec 14 19:06:27.059108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60390) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:27.200720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-d1ea1532-de0c-46b1-a892-73690143c5c9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:27.202096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-d1ea1532-de0c-46b1-a892-73690143c5c9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Synchronizing usage tracker for tenant:b9752c7480604b4293368c823c3f8137 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:27.369797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-d1ea1532-de0c-46b1-a892-73690143c5c9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Unset dirty status for tenant:b9752c7480604b4293368c823c3f8137 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:27.384894 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-d1ea1532-de0c-46b1-a892-73690143c5c9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 935 time: 1.7593284 Dec 14 19:06:27.391781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.428512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:27.573331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Attempting to bind port 30ba01b3-bd44-4a5a-b40e-c5b187428069 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:27.573888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Attempting to bind port 30ba01b3-bd44-4a5a-b40e-c5b187428069 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:27.574521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Attempting to bind port 30ba01b3-bd44-4a5a-b40e-c5b187428069 on network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:27.594061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.611527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Pushing event updated for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:27.625654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Port 30ba01b3-bd44-4a5a-b40e-c5b187428069 on network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:06:27.626149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Attempting to bind port 30ba01b3-bd44-4a5a-b40e-c5b187428069 on network 6f0a6c4a-d5bd-4375-87c5-732c334d3852 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:27.631329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:27.639416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-56519f0a-3afb-4c73-baf1-8b9dce8d5a2a tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Synchronizing usage tracker for tenant:b9752c7480604b4293368c823c3f8137 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:27.651191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:27.655533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:27.657912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:27.658609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Checking segment: {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:27.658791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Bound using segment: {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:27.659166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Bound port: 30ba01b3-bd44-4a5a-b40e-c5b187428069, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fac3e224-ecfe-40a4-b403-17fdb43f835d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:27.659623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.671924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:27.672101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:27.672689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.681890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Usage tracker for resource:security_group_rule and tenant:bc49092e24a04d639289152d7ce98857 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:27.689400 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-23036c7b-d310-4008-9f69-10506a94d5e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.2392769 Dec 14 19:06:27.690207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:27.709103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:27.787474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70c6e0-1b70-4a65-95f5-185d79d0d98b req-42337081-d041-4a8f-8a99-a6e7349596bf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:27.790865 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fb70c6e0-1b70-4a65-95f5-185d79d0d98b req-42337081-d041-4a8f-8a99-a6e7349596bf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 943 time: 0.2430346 Dec 14 19:06:27.845813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:27.861030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:27.867425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.872525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:27.904026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.989426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:27.991028 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] 10.222.0.66 "PUT /v2.0/ports/30ba01b3-bd44-4a5a-b40e-c5b187428069 HTTP/1.1" status: 200 len: 1097 time: 3.2057645 Dec 14 19:06:28.003249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:28.053878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:28.066990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:28.077605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6090be71-67aa-4cdc-840b-c90c1c1b2452 None None] Provisioning for port 335fd35b-27fd-48a0-be1e-8562331d2006 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:28.095463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6090be71-67aa-4cdc-840b-c90c1c1b2452 None None] Provisioning complete for port 335fd35b-27fd-48a0-be1e-8562331d2006 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:28.096118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6090be71-67aa-4cdc-840b-c90c1c1b2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.192784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-6090be71-67aa-4cdc-840b-c90c1c1b2452 None None] Port 335fd35b-27fd-48a0-be1e-8562331d2006 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:06:28.215190 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fb70c6e0-1b70-4a65-95f5-185d79d0d98b req-48231fa1-e9f2-4e2b-a771-1005e9e84189 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168802 Dec 14 19:06:28.247928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-b6cb6c41-b307-46b5-8382-a81e8109ed7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.247928 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-b6cb6c41-b307-46b5-8382-a81e8109ed7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.5472310 Dec 14 19:06:28.348565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.359356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-391849f9-5c11-41d9-8b9b-15e443111594 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9752c7480604b4293368c823c3f8137&device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 1100 time: 0.2910955 Dec 14 19:06:28.361682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.362063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-a7b44ec8-9c91-4e37-adfa-be95a1d6ab55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.0995958 Dec 14 19:06:28.363102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.376035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c6b94794-5496-4983-b235-dfaf248c6760 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:28.428008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.478130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.494366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4ab0a49a-9f08-4f6a-a137-4740bc58b6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:28.533573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-56519f0a-3afb-4c73-baf1-8b9dce8d5a2a tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Unset dirty status for tenant:b9752c7480604b4293368c823c3f8137 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:28.537448 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2c95930a-aff4-4c71-843c-40783d8cb9a6 req-56519f0a-3afb-4c73-baf1-8b9dce8d5a2a tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1490119 Dec 14 19:06:28.577926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-37eb9c28-dd1d-4198-ae7f-83a8cfeb55ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.579768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-37eb9c28-dd1d-4198-ae7f-83a8cfeb55ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.2020509 Dec 14 19:06:28.580555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e4646a-1366-4ea6-9e4d-e1d508b9d58d,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:28.601311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc49092e24a04d639289152d7ce98857&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5402653 Dec 14 19:06:28.641293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60414) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:28.645487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.645897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.646301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.647238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.647238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.647413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.647805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.648202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.648591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.649003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.649399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:28.661578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:28.676703 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-5d96db0e-2ee0-4e18-8dd8-68c65c105282 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787389 Dec 14 19:06:28.711375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Pushing event updated for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:28.721092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-b550202b-14c2-4776-a89e-513dc63c1f1d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069 HTTP/1.1" status: 200 len: 217 time: 0.2902689 Dec 14 19:06:28.722057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:28.810029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb28ad8-5309-4851-90d7-35eb5407e9bc req-f3b5a5bd-ee52-47f2-a59a-8a77af2e084c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.818134 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdb28ad8-5309-4851-90d7-35eb5407e9bc req-f3b5a5bd-ee52-47f2-a59a-8a77af2e084c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3882689 Dec 14 19:06:28.826145 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069', 'status': 'completed', 'code': 200} Dec 14 19:06:28.842738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-cd49fb34-c4f5-42f4-ae96-aace00db9c2c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.844912 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-cd49fb34-c4f5-42f4-ae96-aace00db9c2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a06451ee-1379-422e-875b-644886812dfd HTTP/1.1" status: 200 len: 843 time: 0.1092141 Dec 14 19:06:28.913696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.942441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:28.946002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:28.952603 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-3a60d357-679d-45f2-a1e5-ea0f01e28a6c service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602046 Dec 14 19:06:28.966909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdb28ad8-5309-4851-90d7-35eb5407e9bc req-4b41ed3b-4cc6-4ab2-bcb7-c3727e97ddd4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472852 Dec 14 19:06:29.022164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.194589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60422) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:29.211001 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-ecbcb913-1ace-4e36-b82e-1268192a5b22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f0a6c4a-d5bd-4375-87c5-732c334d3852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3529906 Dec 14 19:06:29.365530 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f71bde1d-c377-436d-9e0d-3ccd6fd14837 req-5fdefd7f-45df-4c82-ab0d-3b1cc3dfa340 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894248 Dec 14 19:06:29.367437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.381567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a9e86ab0-36d4-4598-939c-5a023bbbbfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:29.420075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-ef0fa159-fb6c-4146-b1af-c451c9a235d7 None None] Provisioning complete for port 335fd35b-27fd-48a0-be1e-8562331d2006 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:29.421265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa159-fb6c-4146-b1af-c451c9a235d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.438177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.440372 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0e4646a-1366-4ea6-9e4d-e1d508b9d58d HTTP/1.1" status: 204 len: 168 time: 0.7976265 Dec 14 19:06:29.443238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e4646a-1366-4ea6-9e4d-e1d508b9d58d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:29.465537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:29.554062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ef0fa159-fb6c-4146-b1af-c451c9a235d7 None None] Port 335fd35b-27fd-48a0-be1e-8562331d2006 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:06:29.624655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.696209 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:29.701948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d24730a6c53147ed8aee9932f3e87ceb is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:29.705575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:29.741504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:29.979263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.990672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.002724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:30.069526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a2502-75a7-4668-8f7c-80d44c276066,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:30.089936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:30.117483 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d24730a6c53147ed8aee9932f3e87ceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9186056 Dec 14 19:06:30.122409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2bd8-8d76-4f09-b84d-28a763115afa req-58d40ef7-f26a-4cfe-97fe-766919f0f303 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:30.124107 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-089f2bd8-8d76-4f09-b84d-28a763115afa req-58d40ef7-f26a-4cfe-97fe-766919f0f303 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 947 time: 0.2745497 Dec 14 19:06:30.124683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60446) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:30.170680 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-5ec1cb0e-c436-410b-9f7f-fd6b40cfaf20 service neutron] 10.222.0.66 "GET /v2.0/networks/6f0a6c4a-d5bd-4375-87c5-732c334d3852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386723 Dec 14 19:06:30.171866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60450) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:30.274073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaebf8-0966-4c8f-ad7e-818dda6996e2 req-65eb9173-fb43-46f7-8c1f-2db60e0026ba tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:30.275886 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faeaebf8-0966-4c8f-ad7e-818dda6996e2 req-65eb9173-fb43-46f7-8c1f-2db60e0026ba tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 943 time: 0.7994988 Dec 14 19:06:30.390765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.433593 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-089f2bd8-8d76-4f09-b84d-28a763115afa req-38a88e56-df9b-4c5c-b0c2-bbea6a1863f7 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796304 Dec 14 19:06:30.456614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.502788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.538921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:30.562176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Usage tracker for resource:security_group_rule and tenant:56de1674acca44df99a5a68a19f43058 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:30.574779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.576187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:30.581279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1933e6c9-64ea-4624-a94b-ffeba85afd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:30.592272 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-366bdd99-0a0c-40aa-811c-25bff5540535 req-3798aded-732b-4261-9fc0-9b36119d554e service neutron] 10.222.0.66 "GET /v2.0/networks/6f0a6c4a-d5bd-4375-87c5-732c334d3852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068742 Dec 14 19:06:30.595474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a2502-75a7-4668-8f7c-80d44c276066,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:30.597349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:30.600477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:30.602869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.604404 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e9a2502-75a7-4668-8f7c-80d44c276066 HTTP/1.1" status: 204 len: 168 time: 0.4786592 Dec 14 19:06:30.609722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faeaebf8-0966-4c8f-ad7e-818dda6996e2 req-7e579489-5c2e-45cd-a6a3-71c949e347c8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727940 Dec 14 19:06:30.713219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:06:30.841822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.905337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.921826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:31.121067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd0c743-a56b-4e3e-842b-9816c448c707,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:31.126896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:31.148058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=56de1674acca44df99a5a68a19f43058&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9595230 Dec 14 19:06:31.148058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-80001635-dfea-4283-a0db-7a902655ee35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9752c7480604b4293368c823c3f8137&device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 1100 time: 0.4358010 Dec 14 19:06:31.149046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60460) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:31.307521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device a6a229ee-ac67-460b-bc6b-52c954a197b8 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:06:31.352095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60464) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:31.381753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.385739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a551cc-f643-4e7e-8e7b-d00395509705 req-76c30b5d-7f9e-4019-9662-b3597ab0ac92 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:31.389825 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-23a551cc-f643-4e7e-8e7b-d00395509705 req-76c30b5d-7f9e-4019-9662-b3597ab0ac92 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.4759159 Dec 14 19:06:31.425373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:31.431432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Usage tracker for resource:security_group_rule and tenant:82863692e3794f35a95a685dc0d4afb4 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:31.434969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:31.445752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:31.609856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:31.627356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.633438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.653382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0d0ce611-8576-41c2-a39c-5c06c42873a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:31.660759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'a6a229ee-ac67-460b-bc6b-52c954a197b8', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'port_id': 'a6a229ee-ac67-460b-bc6b-52c954a197b8', 'mac_address': 'fa:16:3e:7c:26:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c73966-27ce-4488-88e0-9fb16f9f599a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:06:31.664956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-90379feb-f963-46f4-bd46-6c7e4135d1ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:31.666919 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-90379feb-f963-46f4-bd46-6c7e4135d1ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f0a6c4a-d5bd-4375-87c5-732c334d3852 HTTP/1.1" status: 200 len: 870 time: 0.5190539 Dec 14 19:06:31.671925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.769154 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-23a551cc-f643-4e7e-8e7b-d00395509705 req-ed843a37-8c3e-4ef7-9a53-66628b560ff5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322972 Dec 14 19:06:31.797104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.797456 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-3b12bd06-245a-4336-80db-74fd627c991e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069 HTTP/1.1" status: 200 len: 217 time: 0.1170645 Dec 14 19:06:31.803652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.840557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a229ee-ac67-460b-bc6b-52c954a197b8 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:31.873164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d14f77-d612-4df5-b07f-2441e1c079e5,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:31.874017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:31.879025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:31.881528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.889558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-71ee9d83-7e84-4d81-91fb-840eeef29e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:31.915088 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=82863692e3794f35a95a685dc0d4afb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5574615 Dec 14 19:06:31.920194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60474) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:31.962450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:06:31.974021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-8a998824-57bf-40b6-8467-d4f5664bd1cf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:31.975699 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-8a998824-57bf-40b6-8467-d4f5664bd1cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a06451ee-1379-422e-875b-644886812dfd HTTP/1.1" status: 200 len: 843 time: 0.1557977 Dec 14 19:06:32.006264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b882c15-d020-49ce-a455-35e38c65c6d0 req-09b1ec83-1739-4f03-9e65-efc369f66703 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:32.010665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6b882c15-d020-49ce-a455-35e38c65c6d0 req-09b1ec83-1739-4f03-9e65-efc369f66703 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 947 time: 0.3283386 Dec 14 19:06:32.065591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:32.078884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:32.079874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:06:32.099206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:06:32.100212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:06:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:32.166985 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] 10.222.0.72 "PUT /v2.0/routers/0fa60e5d-91e5-4092-835e-334d85d0d046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5880079 Dec 14 19:06:32.172443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.174804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.180421 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ddd0c743-a56b-4e3e-842b-9816c448c707 HTTP/1.1" status: 204 len: 168 time: 1.0263362 Dec 14 19:06:32.180421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d93e9a8d-71de-41c3-8886-93413ef607e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:32.207851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6b882c15-d020-49ce-a455-35e38c65c6d0 req-7b2965c8-c596-46c9-9770-b29be736162b tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636672 Dec 14 19:06:32.212947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd0c743-a56b-4e3e-842b-9816c448c707,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:32.217859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:32.252555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.304644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.365032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-203d8ed0-207e-4691-995e-34e56ec78201 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f0a6c4a-d5bd-4375-87c5-732c334d3852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3482525 Dec 14 19:06:32.478482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccece31-439b-4997-99df-dc763563cbb5 req-e46629f6-859c-4ca1-b7f0-3c0120cf6d68 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:32.480276 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fccece31-439b-4997-99df-dc763563cbb5 req-e46629f6-859c-4ca1-b7f0-3c0120cf6d68 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 944 time: 0.3752983 Dec 14 19:06:32.633296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.643932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bab88a51-3cd3-4fcf-b5c0-0f1bf5b9b15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:32.671919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:06:32.687562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d14f77-d612-4df5-b07f-2441e1c079e5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:32.692587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:32.700337 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fccece31-439b-4997-99df-dc763563cbb5 req-f84aa5a0-49ed-48b9-89b4-3e5b056a0a56 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500030 Dec 14 19:06:32.716112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.717449 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e0d14f77-d612-4df5-b07f-2441e1c079e5 HTTP/1.1" status: 204 len: 168 time: 0.7948472 Dec 14 19:06:32.733339 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-03494fb9-4cbf-41a4-87c7-157609e25c6f service neutron] 10.222.0.66 "GET /v2.0/networks/6f0a6c4a-d5bd-4375-87c5-732c334d3852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322871 Dec 14 19:06:32.794558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['a6a229ee-ac67-460b-bc6b-52c954a197b8'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:33.014254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e3a208b-a593-44f4-a33d-bafd9899428c req-47df9bfc-6fa5-4e01-9e32-3a071fd6e8ac service neutron] 10.222.0.66 "GET /v2.0/networks/6f0a6c4a-d5bd-4375-87c5-732c334d3852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733669 Dec 14 19:06:33.368202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf4e9-fb46-470f-8502-ea147b133f91 req-d9fe1e90-73bc-4dac-8d68-dda24cba0319 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:33.371869 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-62dbf4e9-fb46-470f-8502-ea147b133f91 req-d9fe1e90-73bc-4dac-8d68-dda24cba0319 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1326141 Dec 14 19:06:33.483133 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-62dbf4e9-fb46-470f-8502-ea147b133f91 req-aa96dcba-6b16-483d-812c-d2f9286cfada tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018839 Dec 14 19:06:33.595029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:28Z', 'revision_number': 2, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:33.617114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:06:33.618848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Updating router 0fa60e5d-91e5-4092-835e-334d85d0d046 port 335fd35b-27fd-48a0-be1e-8562331d2006 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:06:33.699059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:33.812101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c0d3f-2575-47a9-a90a-46647cf50aed req-f731fdcd-b34e-4bc3-8814-cd79a59d8228 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:33.813882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-484c0d3f-2575-47a9-a90a-46647cf50aed req-f731fdcd-b34e-4bc3-8814-cd79a59d8228 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 947 time: 0.1649990 Dec 14 19:06:33.832572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60514) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:33.870609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:33.929111 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-484c0d3f-2575-47a9-a90a-46647cf50aed req-86625e79-10a2-451e-adc2-6bba1fd430f7 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075165 Dec 14 19:06:33.932551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:33.940649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Usage tracker for resource:security_group_rule and tenant:3848914785bb433bbaa20e5d1141bec3 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:33.949372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:33.978298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:34.225526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.235265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.273850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b2bceccf-b14c-4a8b-b993-783ad5f06d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:34.367267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f700c1d-6e84-4ab5-a3a9-ee940d59fd97,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:34.389488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3848914785bb433bbaa20e5d1141bec3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5515835 Dec 14 19:06:34.390524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 60522) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:34.408019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:34.417175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60526) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:34.430140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969708389', 'description': 'tempest-description--1227002617'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:34.443621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:34.451838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:34.458823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:34.471454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:34.491263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.497762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.516449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Transition to ACTIVE for port object 335fd35b-27fd-48a0-be1e-8562331d2006 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:34.526786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.536515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:34.588503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.638581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Pushing event updated for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:34.642378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:34.652022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:34.668774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.674023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:34.678082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:34.696227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:34.928131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Attempting to bind port 335fd35b-27fd-48a0-be1e-8562331d2006 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:34.929865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Attempting to bind port 335fd35b-27fd-48a0-be1e-8562331d2006 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:34.930766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Attempting to bind port 335fd35b-27fd-48a0-be1e-8562331d2006 on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:34.940056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:34.941904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Checking segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:34.942589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.943208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Bound using segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:34.943965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Bound port: 335fd35b-27fd-48a0-be1e-8562331d2006, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:34.944576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.958324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.968293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.031416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d28c8eec-4523-49fd-8703-f251e1913052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.094079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.096177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6770635 Dec 14 19:06:35.102701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60542) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:35.153545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group_rule': {'security_group_id': 'ff04d7bb-d9a1-4f81-9a11-a11056dafc06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:35.179394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:35.192836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:35.199134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] For port 335fd35b-27fd-48a0-be1e-8562331d2006, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:35.204083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:35.209757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] For port 335fd35b-27fd-48a0-be1e-8562331d2006, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=335fd35b-27fd-48a0-be1e-8562331d2006,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:35.217583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.229209 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:35.231942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.276864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04d7bb-d9a1-4f81-9a11-a11056dafc06,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.282755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.285699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.318454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d952f5-d54f-4423-8d06-c5ab7f052975 req-7469b309-5eea-424c-b140-16af2d3dd8f2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.335193 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-43d952f5-d54f-4423-8d06-c5ab7f052975 req-7469b309-5eea-424c-b140-16af2d3dd8f2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.5528872 Dec 14 19:06:35.340770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Pushing event updated for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.352709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device a6a229ee-ac67-460b-bc6b-52c954a197b8 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:35.384904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.396019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9692fc9-f330-4848-b3b4-42fe64f80206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.398304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.417671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f700c1d-6e84-4ab5-a3a9-ee940d59fd97,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.431687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e37d5-b030-4f72-b486-cd004fd263a9 req-c484e095-2ced-4d52-84e0-7ad96166d546 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.445061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-811e37d5-b030-4f72-b486-cd004fd263a9 req-c484e095-2ced-4d52-84e0-7ad96166d546 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 944 time: 0.8587129 Dec 14 19:06:35.457766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.503878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:06:35.505359 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:06:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:35.537509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.540081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f700c1d-6e84-4ab5-a3a9-ee940d59fd97 HTTP/1.1" status: 204 len: 168 time: 1.1480539 Dec 14 19:06:35.574313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.600835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.601267 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-811e37d5-b030-4f72-b486-cd004fd263a9 req-7a2580be-be02-4a7c-bd8a-c4119aff2f55 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529496 Dec 14 19:06:35.609654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.693447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea989bd-0233-40fc-b8aa-7076863a6136,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.712513 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-43d952f5-d54f-4423-8d06-c5ab7f052975 req-1463d686-5a75-433a-b85a-67e0890b7096 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687546 Dec 14 19:06:35.714640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.715708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.720209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8cbe4841-9d66-4c9a-8af1-3785e6e87ad4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5814538 Dec 14 19:06:35.725123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60552) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:35.732220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group_rule': {'security_group_id': 'ff04d7bb-d9a1-4f81-9a11-a11056dafc06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:35.753027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:35.765038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:35.778337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:35.797847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:35.831974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.921395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.927467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.935275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1ec77b57-2b74-4339-8015-f636a5d8fe92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.994363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f41c2f-a015-49d0-9b97-0746c3512aae,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:36.019396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:36.047229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.052892 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3263323 Dec 14 19:06:36.053612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 60560) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:36.061571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:36.073004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:06:36.082861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:36.100534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:floatingip and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:36.110111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:36.128574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:36.156434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.183733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839f14-3520-4f01-9904-a01bfff914b1 req-2edd1fce-e88d-4cde-adfe-b8095531670e tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:36.195895 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-56839f14-3520-4f01-9904-a01bfff914b1 req-2edd1fce-e88d-4cde-adfe-b8095531670e tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 947 time: 0.2199192 Dec 14 19:06:36.357325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-56839f14-3520-4f01-9904-a01bfff914b1 req-83cb48d7-3b5d-4f6a-937d-6a3db7721591 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473930 Dec 14 19:06:36.386348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port a6a229ee-ac67-460b-bc6b-52c954a197b8 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:36.395403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1ec8-9d90-432e-b4d0-96146e6387b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.399858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port a6a229ee-ac67-460b-bc6b-52c954a197b8 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:36.400614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.403330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.466178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.717097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Allocated IP 172.27.3.5 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/eaabb55d-8f68-44cb-bf42-b5af6f94134b) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:37.009043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.095296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:35Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:37.158684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:37.163768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:37.174569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43396450-f527-48d6-b3a4-fbf41500e90d None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:35Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:06:37.184344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.187365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.311091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.406788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb509a6b-53b3-4960-9b33-a934b446005e req-0d4c804c-e314-4eb1-bb23-3333ecfa410b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:37.407650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 30ba01b3-bd44-4a5a-b40e-c5b187428069 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:06:37.408518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cb509a6b-53b3-4960-9b33-a934b446005e req-0d4c804c-e314-4eb1-bb23-3333ecfa410b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2310033 Dec 14 19:06:37.482919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.524799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.528624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.576482 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cb509a6b-53b3-4960-9b33-a934b446005e req-c3a708f3-17cc-4995-9641-53f6ca2421ea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538112 Dec 14 19:06:37.695586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.714858 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8', 'code': 200} Dec 14 19:06:37.771293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:37.771474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:37.778269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:37.783903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:37.803613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.812590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '30ba01b3-bd44-4a5a-b40e-c5b187428069', 'network_id': '6f0a6c4a-d5bd-4375-87c5-732c334d3852', 'port_id': '30ba01b3-bd44-4a5a-b40e-c5b187428069', 'mac_address': 'fa:16:3e:c3:e8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a06451ee-1379-422e-875b-644886812dfd', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:06:37.936425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=eaabb55d-8f68-44cb-bf42-b5af6f94134b,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.936651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.950029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.980797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ba01b3-bd44-4a5a-b40e-c5b187428069 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:38.017538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:38.036899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.040015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:38.047765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2acff-14d4-4d48-8236-9dc7c551d0b5 req-53cbb075-b188-4dda-bf9e-1e1c4f730a72 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:38.055980 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-09d2acff-14d4-4d48-8236-9dc7c551d0b5 req-53cbb075-b188-4dda-bf9e-1e1c4f730a72 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.9759865 Dec 14 19:06:38.222374 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-09d2acff-14d4-4d48-8236-9dc7c551d0b5 req-78c4e38a-d777-4923-8a22-5c5a368fcf4d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645281 Dec 14 19:06:38.250030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:38.259966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:38.336381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.361924 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e0f567e5-0537-486e-af37-1143ffbf7762 req-19d2dfcf-3e39-485c-b562-96ca5d4e3380 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 1098 time: 0.2905767 Dec 14 19:06:38.370093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97876-b219-4bcc-95bb-7885e59a117a req-1f85c6ea-6a96-4c10-a0e8-3275c298a2db tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:38.378311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0dd97876-b219-4bcc-95bb-7885e59a117a req-1f85c6ea-6a96-4c10-a0e8-3275c298a2db tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 948 time: 0.1411500 Dec 14 19:06:38.418031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-63a2371d-9c72-4848-bcfb-8feb60f3c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.418861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.454357 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e0f567e5-0537-486e-af37-1143ffbf7762 req-5938eb92-e8c8-4715-9aad-3a7e23aaa9ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Dec 14 19:06:38.492190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['30ba01b3-bd44-4a5a-b40e-c5b187428069'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:38.506234 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0dd97876-b219-4bcc-95bb-7885e59a117a req-44709a01-1952-42e3-80a4-ef20eed31ecc tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266563 Dec 14 19:06:38.748007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.757081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.789540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-def688a6-c779-4f91-81fa-edff03704984 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:39.014181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=eaabb55d-8f68-44cb-bf42-b5af6f94134b,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:39.026264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:39.065382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4c0b6-6f08-46ff-b415-5b81c326c2fb req-e50785d9-8df8-4bce-b91b-da6c88d1754c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:39.073451 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a7f4c0b6-6f08-46ff-b415-5b81c326c2fb req-e50785d9-8df8-4bce-b91b-da6c88d1754c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2435701 Dec 14 19:06:39.094631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.126265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.129001 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0741897 Dec 14 19:06:39.228666 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a7f4c0b6-6f08-46ff-b415-5b81c326c2fb req-d63944ea-d44e-49c0-bb69-bf31e0423920 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538239 Dec 14 19:06:39.293799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 335fd35b-27fd-48a0-be1e-8562331d2006 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:39.486180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.502937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 335fd35b-27fd-48a0-be1e-8562331d2006 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:39.514286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 335fd35b-27fd-48a0-be1e-8562331d2006 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:39.514801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.636636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1fdc7-de80-49a7-9a35-4dc967630c6f req-045742e9-0a27-4ec6-b7b7-b36a2bb0e1ec tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:39.638565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-68f1fdc7-de80-49a7-9a35-4dc967630c6f req-045742e9-0a27-4ec6-b7b7-b36a2bb0e1ec tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.1586735 Dec 14 19:06:39.766641 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-68f1fdc7-de80-49a7-9a35-4dc967630c6f req-b178ad6f-9d50-442e-9839-662c6fc9bdd4 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Dec 14 19:06:39.800268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.887367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 335fd35b-27fd-48a0-be1e-8562331d2006, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=335fd35b-27fd-48a0-be1e-8562331d2006,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:39.893740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.893952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-4e8a32e3-58ce-49bc-8d42-dee5dbbe9cb8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:39.896037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:39.960567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-4e8a32e3-58ce-49bc-8d42-dee5dbbe9cb8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:39.969461 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-4e8a32e3-58ce-49bc-8d42-dee5dbbe9cb8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--969708389&fields=id&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 267 time: 0.2180474 Dec 14 19:06:40.071249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:40.077360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:40.240725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:40.249986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428b505-048e-4b54-9b81-3125888ee568 req-5b0712ee-9a04-4f90-8f88-f74aa25261ce tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:40.265381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5428b505-048e-4b54-9b81-3125888ee568 req-5b0712ee-9a04-4f90-8f88-f74aa25261ce tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 948 time: 0.2753983 Dec 14 19:06:40.315143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-61a4ceaa-2684-453e-b902-14c12c07fec6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:40.316216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-61a4ceaa-2684-453e-b902-14c12c07fec6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:40.349986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-61a4ceaa-2684-453e-b902-14c12c07fec6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:40.358828 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-61a4ceaa-2684-453e-b902-14c12c07fec6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 817 time: 0.3881400 Dec 14 19:06:40.363978 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5428b505-048e-4b54-9b81-3125888ee568 req-4ed7986e-8566-4f36-b9e8-60b16c966fda tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975549 Dec 14 19:06:40.405383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-394e087f-9ca6-493b-9413-7972bfb5c33c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/quotas/a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 375 time: 0.0449612 Dec 14 19:06:40.548401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-13bdacb6-5d43-4a85-a32e-c6f7a043d38f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:40.596792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-13bdacb6-5d43-4a85-a32e-c6f7a043d38f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:40.611727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-13bdacb6-5d43-4a85-a32e-c6f7a043d38f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944833 Dec 14 19:06:40.650197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d706e-9064-4722-a832-84d3bcf1aa92 req-3e647bca-afbc-4da8-9624-6b92f53c475c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:40.658996 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-150d706e-9064-4722-a832-84d3bcf1aa92 req-3e647bca-afbc-4da8-9624-6b92f53c475c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1172140 Dec 14 19:06:40.727507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-150d706e-9064-4722-a832-84d3bcf1aa92 req-e5e98400-5298-4543-8244-538d5086c7dd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668778 Dec 14 19:06:40.915278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-dd218034-0356-403b-b85b-4fc33937167b service neutron] 10.222.0.72 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841349 Dec 14 19:06:41.109948 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-989840c2-6fba-444c-ac28-835ce1e9e69f service neutron] 10.222.0.72 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882796 Dec 14 19:06:41.186385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 335fd35b-27fd-48a0-be1e-8562331d2006 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:41.197230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac0146-1c07-44fb-bdb1-d7e6f5376b65 req-3251a138-3c91-42e6-adee-904f6eafeab6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:41.198996 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faac0146-1c07-44fb-bdb1-d7e6f5376b65 req-3251a138-3c91-42e6-adee-904f6eafeab6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.1200399 Dec 14 19:06:41.278439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 335fd35b-27fd-48a0-be1e-8562331d2006 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:41.278944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.293240 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faac0146-1c07-44fb-bdb1-d7e6f5376b65 req-1fff161d-23c3-4477-accc-1067a3c651dc tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808527 Dec 14 19:06:41.347974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 30ba01b3-bd44-4a5a-b40e-c5b187428069 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:41.361212 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-68fef3cd-9c05-4ab4-bd44-f8b10b319819 req-6e1c9779-5f69-4dcf-b10f-046985430d4d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0679543 Dec 14 19:06:41.602542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 30ba01b3-bd44-4a5a-b40e-c5b187428069 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:41.615757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 30ba01b3-bd44-4a5a-b40e-c5b187428069 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:41.616649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.633243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f766f5-8fd7-405c-bb60-ea7ec8a88233 req-6c06edf6-696f-4e1a-9d64-c5efec93f996 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:41.642375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e1f766f5-8fd7-405c-bb60-ea7ec8a88233 req-6c06edf6-696f-4e1a-9d64-c5efec93f996 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 948 time: 0.1199286 Dec 14 19:06:41.717365 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e1f766f5-8fd7-405c-bb60-ea7ec8a88233 req-39f46c69-3c78-45cb-9f96-46b2dac48834 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731030 Dec 14 19:06:42.236084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.245371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a968c7-927c-471f-9cd0-1695a6f9407f req-93cf6c6e-8880-42c6-8767-839250cbc2f4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:42.260197 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47a968c7-927c-471f-9cd0-1695a6f9407f req-93cf6c6e-8880-42c6-8767-839250cbc2f4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2677164 Dec 14 19:06:42.310318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:42.311370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:42.318018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.320039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:42.357855 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47a968c7-927c-471f-9cd0-1695a6f9407f req-dbf698f3-a391-4ede-9280-78a3668c922b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933766 Dec 14 19:06:42.431745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:42.438329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:42.472993 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069', 'code': 200} Dec 14 19:06:42.695467 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9de182b0-11de-4d7d-b5c5-b9e26f5a3958 req-281f8e70-1f42-405b-aa91-ed6b63f30518 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0949476 Dec 14 19:06:42.976321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ace38c-8704-4af2-b26d-78cf3f8b867c req-b221fa0e-501b-442a-9b74-702e86d985b2 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:42.978254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29ace38c-8704-4af2-b26d-78cf3f8b867c req-b221fa0e-501b-442a-9b74-702e86d985b2 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.0953639 Dec 14 19:06:43.047766 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29ace38c-8704-4af2-b26d-78cf3f8b867c req-6ddf2fb3-388c-403d-a4a1-40f899c2019c tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567143 Dec 14 19:06:43.606145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890023df-7b57-401e-bd0c-c9aef08b0863 req-30af59a0-7567-4c04-81ed-ee4d1b0cce16 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:43.607946 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-890023df-7b57-401e-bd0c-c9aef08b0863 req-30af59a0-7567-4c04-81ed-ee4d1b0cce16 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0951185 Dec 14 19:06:43.667284 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-890023df-7b57-401e-bd0c-c9aef08b0863 req-54ae6ced-b86f-47cd-a81c-9338f1b0976a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Dec 14 19:06:43.888375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f5d2f639-7929-4664-972d-7d4361fd7777 req-c1f2346d-c160-4e19-8f88-20c28cf17df6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0465658 Dec 14 19:06:44.287501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cad2f8-13f4-49bb-8ad4-f8160b33e7ef req-72bedff5-5c78-4c99-b4bf-9566040af376 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.289607 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08cad2f8-13f4-49bb-8ad4-f8160b33e7ef req-72bedff5-5c78-4c99-b4bf-9566040af376 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.1020474 Dec 14 19:06:44.348373 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-08cad2f8-13f4-49bb-8ad4-f8160b33e7ef req-c6b8e7ab-dbfa-4607-aaa9-ca82d4555b25 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501695 Dec 14 19:06:44.927393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725830-c1bb-4ac5-9761-7e1ce8fc3c72 req-55017a42-1867-46fa-b94b-e454e2705111 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.930195 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2725830-c1bb-4ac5-9761-7e1ce8fc3c72 req-55017a42-1867-46fa-b94b-e454e2705111 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1054227 Dec 14 19:06:44.986227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2725830-c1bb-4ac5-9761-7e1ce8fc3c72 req-d94e8944-8935-442e-96fd-b7bcff7217e2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497022 Dec 14 19:06:45.170650 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84d1c91e-7998-4ee2-9be5-6748a57732c0 req-85ae42f3-2f2e-4f87-bad5-25f3aa1c3b35 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0555139 Dec 14 19:06:45.576032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589eb0a-729a-4b29-a7e6-ca84eb9da30a req-9227a3f2-ae4c-4cfe-8b91-23fefe703df4 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:45.578009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0589eb0a-729a-4b29-a7e6-ca84eb9da30a req-9227a3f2-ae4c-4cfe-8b91-23fefe703df4 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.0944452 Dec 14 19:06:45.646299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0589eb0a-729a-4b29-a7e6-ca84eb9da30a req-fbdf87cc-2b77-4254-877b-67ae29c05ead tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Dec 14 19:06:45.978686 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9fb6e72-6882-4c2d-9092-4e11aaadd610 req-c18ee002-ebaa-48dc-8892-888c7e7e6837 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 1102 time: 0.0836117 Dec 14 19:06:46.044318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9fb6e72-6882-4c2d-9092-4e11aaadd610 req-ecde5148-230d-4931-a88f-570cde0fc120 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Dec 14 19:06:46.230941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d83d89-c947-4b21-b765-3dfb49e0d253 req-991bbd66-b74c-4aab-b6e8-b316ebb6d426 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:46.232651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71d83d89-c947-4b21-b765-3dfb49e0d253 req-991bbd66-b74c-4aab-b6e8-b316ebb6d426 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1025679 Dec 14 19:06:46.287148 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71d83d89-c947-4b21-b765-3dfb49e0d253 req-2679dbfb-58bc-4a9e-8941-2372d314afc4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Dec 14 19:06:46.371543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a7656978-3845-45fa-9e1f-6d5aecee8a3f req-4e78397c-a0d2-4626-9d9f-9c3635fa8418 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0580471 Dec 14 19:06:46.575039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f27bf87-4501-4d63-9f46-6ad90d4cf21c req-f8e65b7c-2776-476b-8112-be921baf14e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1166930 Dec 14 19:06:46.632272 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f27bf87-4501-4d63-9f46-6ad90d4cf21c req-a7bc7cfe-0c81-4a1b-a17a-0e5a38463d96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498199 Dec 14 19:06:47.012835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdc0df-5d4b-4bdd-ab2f-5c20d02f3827 req-554ac024-63f0-44d4-ba77-0919f63a0d12 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.014598 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bccdc0df-5d4b-4bdd-ab2f-5c20d02f3827 req-554ac024-63f0-44d4-ba77-0919f63a0d12 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.1644857 Dec 14 19:06:47.067891 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bccdc0df-5d4b-4bdd-ab2f-5c20d02f3827 req-56cd5005-721f-4cc6-b501-7325bafcbf75 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459385 Dec 14 19:06:47.539726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-3c3e1318-92aa-4146-83b0-40acae0b8b40 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.541515 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-3c3e1318-92aa-4146-83b0-40acae0b8b40 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 817 time: 0.2559755 Dec 14 19:06:47.655381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e666-9dd6-4415-8774-42179ed88a24 req-d7d3ee91-5eb0-44dc-8e29-b9ce4387e7a0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.658277 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b113e666-9dd6-4415-8774-42179ed88a24 req-d7d3ee91-5eb0-44dc-8e29-b9ce4387e7a0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2139604 Dec 14 19:06:47.668273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-fa8a3c45-c349-42fc-a23d-40d4673b0939 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 379 time: 0.1125102 Dec 14 19:06:47.693036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'port': {'device_id': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'admin_state_up': True, 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'security_groups': ['ff04d7bb-d9a1-4f81-9a11-a11056dafc06']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:47.718382 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-039d3b3d-25c4-45b5-988c-a4d04c274d8d req-0ab7444c-b828-440c-bdb6-518ba8e329ca tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0502312 Dec 14 19:06:47.816127 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b113e666-9dd6-4415-8774-42179ed88a24 req-f303214a-834e-4180-95fe-5b112275a0e5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466925 Dec 14 19:06:47.870720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:47.882830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:47.894001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Made reservation on behalf of a598d7a9cf814a60a8ec485b447f40d6 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:47.899809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.092834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Allocated IP 172.20.0.11 (fba12cf2-16bf-4acf-a83d-576b278dd9c6/904d328c-cf3a-4289-976b-9939ce829ba0/b2db1712-eff0-48ef-9b18-051d6bbab8ed) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:48.320916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.335078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f02e4c-b0b2-4e46-b993-5dbed992fdb4 req-7bc6da2a-677b-4703-a0da-d55df23e89fe tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.336785 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84f02e4c-b0b2-4e46-b993-5dbed992fdb4 req-7bc6da2a-677b-4703-a0da-d55df23e89fe tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.1149585 Dec 14 19:06:48.339997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Transition to ACTIVE for port object b2db1712-eff0-48ef-9b18-051d6bbab8ed will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:48.363048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.374660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:48.438884 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84f02e4c-b0b2-4e46-b993-5dbed992fdb4 req-f250721f-7351-4802-b711-46299e02d679 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859444 Dec 14 19:06:48.447628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:48.450817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:48.455356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:48.460400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.460400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.488477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:48.491978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:48.510036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234835 Dec 14 19:06:48.592802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Request body: {'port': {'device_id': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:48.629554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:06:48.789910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-dbc758ff-d02c-4680-8637-50ac43558271 None None] Provisioning for port b2db1712-eff0-48ef-9b18-051d6bbab8ed completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:48.796366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-dbc758ff-d02c-4680-8637-50ac43558271 None None] Provisioning complete for port b2db1712-eff0-48ef-9b18-051d6bbab8ed triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:48.796803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dbc758ff-d02c-4680-8637-50ac43558271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.824300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.026159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-dbc758ff-d02c-4680-8637-50ac43558271 None None] Port b2db1712-eff0-48ef-9b18-051d6bbab8ed cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:06:49.224752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4b69-d800-442f-8a72-433350ae193c req-67da5fb1-7c98-4b21-aba4-e0ba592f003c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:49.244380 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-273e4b69-d800-442f-8a72-433350ae193c req-67da5fb1-7c98-4b21-aba4-e0ba592f003c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 932 time: 0.2916968 Dec 14 19:06:49.368302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-273e4b69-d800-442f-8a72-433350ae193c req-3d4a6bc4-7062-4d7a-9759-dff0b5d3691c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:49.383891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-273e4b69-d800-442f-8a72-433350ae193c req-3d4a6bc4-7062-4d7a-9759-dff0b5d3691c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:49.385263 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-273e4b69-d800-442f-8a72-433350ae193c req-3d4a6bc4-7062-4d7a-9759-dff0b5d3691c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391640 Dec 14 19:06:49.742239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefee336-be07-4927-9882-ec71a0b6f989 req-2e0b403d-7640-4768-873b-ba2bf11ffa25 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:49.744546 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cefee336-be07-4927-9882-ec71a0b6f989 req-2e0b403d-7640-4768-873b-ba2bf11ffa25 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3752589 Dec 14 19:06:50.117364 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cefee336-be07-4927-9882-ec71a0b6f989 req-b9b6f293-bba2-4192-b813-39f92df6a15d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498051 Dec 14 19:06:50.281344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:50.305721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:50.322799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Transition to ACTIVE for port object b2db1712-eff0-48ef-9b18-051d6bbab8ed will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:50.332886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:50.375411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:50.695275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:50.702074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:50.846711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd0663-1a05-41ff-93eb-f125e7488b06 req-8cac3c3e-9f1a-4471-ad6a-745c1978387b tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:50.860444 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80fd0663-1a05-41ff-93eb-f125e7488b06 req-8cac3c3e-9f1a-4471-ad6a-745c1978387b tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.5299745 Dec 14 19:06:50.900353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Attempting to bind port b2db1712-eff0-48ef-9b18-051d6bbab8ed on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:50.900353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Attempting to bind port b2db1712-eff0-48ef-9b18-051d6bbab8ed by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:50.900995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Attempting to bind port b2db1712-eff0-48ef-9b18-051d6bbab8ed on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:50.933317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Port b2db1712-eff0-48ef-9b18-051d6bbab8ed on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:06:50.933892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Attempting to bind port b2db1712-eff0-48ef-9b18-051d6bbab8ed on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:50.949809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:50.950415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Checking segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:50.951140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Bound using segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:50.951976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Bound port: b2db1712-eff0-48ef-9b18-051d6bbab8ed, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:50.952631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.008350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f047230-e989-42ab-a71b-aadbafb134b6 req-60a31dfe-abef-4bed-b6e6-44a4c2ac8ddd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:51.015410 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f047230-e989-42ab-a71b-aadbafb134b6 req-60a31dfe-abef-4bed-b6e6-44a4c2ac8ddd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2393463 Dec 14 19:06:51.133684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80fd0663-1a05-41ff-93eb-f125e7488b06 req-37462e8d-23e9-47d0-96ec-e09bfd71df23 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713962 Dec 14 19:06:51.162405 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f047230-e989-42ab-a71b-aadbafb134b6 req-394f9267-8451-4381-9d72-4e1279d3e712 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260397 Dec 14 19:06:51.273762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:51.281736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:51.288819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.298047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:51.502160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.502160 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] 10.222.0.66 "PUT /v2.0/ports/b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 1094 time: 2.9154859 Dec 14 19:06:51.502160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:51.551011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:51.564547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:51.726295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710c9a4-78c3-47b8-adcb-8d7be8787484 req-8b5511d7-f2a6-4cfb-8caf-54ee6ffb3df7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:51.727977 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a710c9a4-78c3-47b8-adcb-8d7be8787484 req-8b5511d7-f2a6-4cfb-8caf-54ee6ffb3df7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3579998 Dec 14 19:06:51.817562 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-c47b5b8c-a356-4e63-90c1-c6b5e8c5e35a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1097 time: 0.2454157 Dec 14 19:06:51.955385 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a710c9a4-78c3-47b8-adcb-8d7be8787484 req-194377d0-5e7d-41dd-84b4-bf82899a1f25 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171724 Dec 14 19:06:51.973788 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-141bc07a-612a-4574-b177-4e2181ad635d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 217 time: 0.1157558 Dec 14 19:06:52.049644 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'status': 'completed', 'code': 200} Dec 14 19:06:52.108370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-608b845c-5214-4e19-a2a0-19c719eb2841 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:52.110067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-608b845c-5214-4e19-a2a0-19c719eb2841 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.1237309 Dec 14 19:06:52.336288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-12fa5081-7d2e-4dd0-92e9-c785a4a087d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2181771 Dec 14 19:06:52.350439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ebb74-5496-477e-ab47-257208dc4130 req-97715505-0676-4615-b327-53d827c9c90f tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:52.352739 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a73ebb74-5496-477e-ab47-257208dc4130 req-97715505-0676-4615-b327-53d827c9c90f tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.1785510 Dec 14 19:06:52.565819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a73ebb74-5496-477e-ab47-257208dc4130 req-0260f246-995b-456a-af72-4eb34248438f tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803339 Dec 14 19:06:52.600487 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-d1099eba-3b17-4d81-b7f2-e55b71ee9f6a service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461934 Dec 14 19:06:52.886463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bec08-5720-4ee6-8b46-fb37bc622452 req-4b7afe07-2262-4591-be08-ff04d2309874 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:52.889578 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-445bec08-5720-4ee6-8b46-fb37bc622452 req-4b7afe07-2262-4591-be08-ff04d2309874 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.3088017 Dec 14 19:06:52.988950 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45639f49-8bd6-408b-b6b2-ab7f46822394 req-77f0b472-fece-49a7-99f0-c97afd77dca7 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779690 Dec 14 19:06:52.992735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-12ebe8b5-ae22-4ceb-baec-b2392c14daec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.2657726 Dec 14 19:06:53.014489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150432e-6e7e-466d-8e5d-a8828a793661 req-9047f426-a859-4306-b131-fc2b921e856c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:53.017346 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2150432e-6e7e-466d-8e5d-a8828a793661 req-9047f426-a859-4306-b131-fc2b921e856c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2245386 Dec 14 19:06:53.021422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-445bec08-5720-4ee6-8b46-fb37bc622452 req-fcea20a7-b1b0-425d-acd2-18acaf024873 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187663 Dec 14 19:06:53.280623 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2150432e-6e7e-466d-8e5d-a8828a793661 req-8f48d473-2213-48d9-8cd1-401e99d15927 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539558 Dec 14 19:06:53.323905 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-ff07eb4e-19d5-4e9c-a121-bb4b911d59f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1097 time: 0.1955321 Dec 14 19:06:53.465921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-cbf06b56-6a27-4fcd-8b0d-3015b684263e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:53.469006 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-cbf06b56-6a27-4fcd-8b0d-3015b684263e service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.4455864 Dec 14 19:06:53.563291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-d4ce42ec-cd1a-4916-8cdf-1db4f5d09b6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.0860922 Dec 14 19:06:53.602738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-66f67df8-77c8-454a-b10a-fb4c00493652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:53.606603 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-66f67df8-77c8-454a-b10a-fb4c00493652 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.2736726 Dec 14 19:06:53.652586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-244eadae-b54b-4778-9fd0-bd9d001f1edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:53.659915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-244eadae-b54b-4778-9fd0-bd9d001f1edb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.0827894 Dec 14 19:06:53.934947 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-5f3deb3a-b560-43d9-92ee-c4371a182b39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 217 time: 0.3080003 Dec 14 19:06:53.959227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-db3f4132-6e44-4f01-b0d2-21329bb8d45a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2919161 Dec 14 19:06:54.255303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-ab185318-fcb2-4cd0-8663-6c2d14d976ba service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876842 Dec 14 19:06:54.367753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-34efd1a6-9696-4b75-84ed-40d74be84a51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.371541 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-34efd1a6-9696-4b75-84ed-40d74be84a51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.4275186 Dec 14 19:06:54.547592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172248fb-591c-4948-a93e-7044d347fe52 req-7f9e4caf-6367-41b8-a648-647465ef61fd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.549358 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-172248fb-591c-4948-a93e-7044d347fe52 req-7f9e4caf-6367-41b8-a648-647465ef61fd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2477918 Dec 14 19:06:54.603646 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84493aa3-fae9-4aba-8531-e1a3044789d9 req-7cd820ad-91f1-478f-a31d-68eb34fa9a4c service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400354 Dec 14 19:06:54.631493 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-172248fb-591c-4948-a93e-7044d347fe52 req-4a65f5e2-269a-4119-a41a-6595540a6ee2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676644 Dec 14 19:06:54.668242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-48c924fc-41e8-408b-a533-938bd9f69438 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.673769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-48c924fc-41e8-408b-a533-938bd9f69438 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.66 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.5560870 Dec 14 19:06:54.767953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff736a1-7072-4bd2-ba76-81e0e0b48b1a req-dffaf2ef-e13f-4dd6-91ea-a0b2c32a21bc tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.771298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aff736a1-7072-4bd2-ba76-81e0e0b48b1a req-dffaf2ef-e13f-4dd6-91ea-a0b2c32a21bc tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 949 time: 0.7493298 Dec 14 19:06:54.808737 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-b13f08f4-c652-4dfc-b610-4da7224956ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4207029 Dec 14 19:06:54.963656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Deleting port 30ba01b3-bd44-4a5a-b40e-c5b187428069 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:06:54.964014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.996230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c2be5-a2fc-4417-93d1-5bba00654b3c req-307165b8-e89a-44f7-8fc1-3bdd5a8650ef tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.998819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d9c2be5-a2fc-4417-93d1-5bba00654b3c req-307165b8-e89a-44f7-8fc1-3bdd5a8650ef tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1385660 Dec 14 19:06:55.050334 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aff736a1-7072-4bd2-ba76-81e0e0b48b1a req-2a094e55-217f-46e5-bbe5-2a562d7c5677 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/security-groups?id=8580613a-c2cd-4298-b135-de1714a23ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506344 Dec 14 19:06:55.123914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d9c2be5-a2fc-4417-93d1-5bba00654b3c req-ca60879b-8f1d-4671-9410-ed4e1c25818a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171305 Dec 14 19:06:55.163670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-a60d5af3-d048-4981-8083-0504b3f6351c service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334033 Dec 14 19:06:55.688207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] For port 30ba01b3-bd44-4a5a-b40e-c5b187428069, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=30ba01b3-bd44-4a5a-b40e-c5b187428069,segment=NetworkSegment(fac3e224-ecfe-40a4-b403-17fdb43f835d),segment_id=fac3e224-ecfe-40a4-b403-17fdb43f835d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:55.688207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:55.922347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Calling delete_port for 30ba01b3-bd44-4a5a-b40e-c5b187428069 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:06:56.134087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef1129-7a46-4fd0-90ab-6357a1310de8 req-1de7b9db-e960-4067-9814-01add4926a84 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:56.152175 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-30ef1129-7a46-4fd0-90ab-6357a1310de8 req-1de7b9db-e960-4067-9814-01add4926a84 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2174079 Dec 14 19:06:56.192291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-17896f2f-b961-4a37-8e48-f5fe0b596dc5 req-4c844e6a-5cb1-49a0-885d-5b3754925eac service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0163624 Dec 14 19:06:56.237316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:56.253445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b14f335d-7f4c-4cac-8b9e-2ec3522184bb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:56.289475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-30ef1129-7a46-4fd0-90ab-6357a1310de8 req-d332fe8e-02eb-4c65-9721-4e2c4a48c445 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349063 Dec 14 19:06:56.348278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Pushing event deleted for resources: {'Port': ['ID=30ba01b3-bd44-4a5a-b40e-c5b187428069,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:56.351149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:56.451318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] No DVR routers for this DVR port 30ba01b3-bd44-4a5a-b40e-c5b187428069 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:06:56.454053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:56.463043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'name': 'network-vif-deleted', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:56.483218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3be60c37-d768-4478-b139-ba3c2b650c98 req-a9222196-a555-4570-861a-9c0b1ccef80e tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.72 "GET /v2.0/ports?device_id=86e9dcb9-812a-4452-a7c0-819fb349bfe7 HTTP/1.1" status: 200 len: 210 time: 0.0828464 Dec 14 19:06:56.497404 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-355362a9-bc68-4eba-b4f4-436ad73b43a9 req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] 10.222.0.66 "DELETE /v2.0/ports/30ba01b3-bd44-4a5a-b40e-c5b187428069 HTTP/1.1" status: 204 len: 173 time: 1.8093069 Dec 14 19:06:56.896526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48dfa-d773-48f2-9520-a6c7d6a688fe req-0992d838-9bf2-4e19-9a6a-0840760487cb tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:56.911362 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dcb48dfa-d773-48f2-9520-a6c7d6a688fe req-0992d838-9bf2-4e19-9a6a-0840760487cb tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2812958 Dec 14 19:06:56.991261 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dcb48dfa-d773-48f2-9520-a6c7d6a688fe req-c50a202d-abcb-46a4-85f1-b0adbde6a5aa tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787189 Dec 14 19:06:57.070986 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9dcb9-812a-4452-a7c0-819fb349bfe7', 'name': 'network-vif-deleted', 'tag': '30ba01b3-bd44-4a5a-b40e-c5b187428069', 'status': 'completed', 'code': 200} Dec 14 19:06:57.718866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976b19b-8f2f-4e88-a8fb-2ba6179872dd req-dc7d1d83-7739-4fc5-9a7e-91aae50fa10c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:57.721722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d976b19b-8f2f-4e88-a8fb-2ba6179872dd req-dc7d1d83-7739-4fc5-9a7e-91aae50fa10c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1782098 Dec 14 19:06:57.800036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d976b19b-8f2f-4e88-a8fb-2ba6179872dd req-6039dc99-3ee3-4227-a310-321f66bc6218 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707593 Dec 14 19:06:58.295904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:06:58.301580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 30ba01b3-bd44-4a5a-b40e-c5b187428069 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:06:58.362510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250c23-e619-4d24-a548-ec64dc31fa7e req-7e88d04b-e822-4500-bfc3-d155a44dbcdf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:58.365437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a250c23-e619-4d24-a548-ec64dc31fa7e req-7e88d04b-e822-4500-bfc3-d155a44dbcdf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1308203 Dec 14 19:06:58.458568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 30ba01b3-bd44-4a5a-b40e-c5b187428069 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:06:58.460313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 30ba01b3-bd44-4a5a-b40e-c5b187428069 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:06:58.502624 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a250c23-e619-4d24-a548-ec64dc31fa7e req-d7696e4e-3c80-48fc-8348-de3b55fef47b tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358974 Dec 14 19:06:58.757965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:58.789680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:06:58.924475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.962801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:58.994150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:58.999825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.005763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:59.082106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:59.086820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:59.339572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476918f-d617-4594-8274-ea84650fa8a3 req-4208d472-ffdd-447b-8b91-30a91179bdc3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:59.340834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a476918f-d617-4594-8274-ea84650fa8a3 req-4208d472-ffdd-447b-8b91-30a91179bdc3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:59.383902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a476918f-d617-4594-8274-ea84650fa8a3 req-4208d472-ffdd-447b-8b91-30a91179bdc3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:59.386559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a476918f-d617-4594-8274-ea84650fa8a3 req-4208d472-ffdd-447b-8b91-30a91179bdc3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.2364798 Dec 14 19:06:59.510291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a476918f-d617-4594-8274-ea84650fa8a3 req-00daacfb-886a-46b9-b050-d0e7c14756b4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110456 Dec 14 19:07:00.881158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f9725-fe5e-4f7d-a720-aff61a56b4cb req-8bef139c-a939-4985-83e4-15302285df04 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:00.892487 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c19f9725-fe5e-4f7d-a720-aff61a56b4cb req-8bef139c-a939-4985-83e4-15302285df04 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1629331 Dec 14 19:07:00.970887 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c19f9725-fe5e-4f7d-a720-aff61a56b4cb req-c6cdf743-8602-4b29-bbe4-0e205df4c799 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766623 Dec 14 19:07:02.386088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd904eb-b0b2-47b3-b4bb-e0422abe0296 req-e7c01323-b99e-4fc7-a8c9-29e72e422982 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:02.388473 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abd904eb-b0b2-47b3-b4bb-e0422abe0296 req-e7c01323-b99e-4fc7-a8c9-29e72e422982 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1298690 Dec 14 19:07:02.462438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abd904eb-b0b2-47b3-b4bb-e0422abe0296 req-75bcd715-34a3-441f-a1d5-412539e606cf tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655644 Dec 14 19:07:02.820059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['b2db1712-eff0-48ef-9b18-051d6bbab8ed'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:07:03.765465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f9652-815a-42b6-8173-4e64e841b968 req-f19c35c4-2c07-47cf-b2c2-eb182d4916ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:03.768779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-032f9652-815a-42b6-8173-4e64e841b968 req-f19c35c4-2c07-47cf-b2c2-eb182d4916ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1431568 Dec 14 19:07:03.823948 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-032f9652-815a-42b6-8173-4e64e841b968 req-09cb84bd-c872-4168-b580-ac4e18433179 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488808 Dec 14 19:07:04.681489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:04.764264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port b2db1712-eff0-48ef-9b18-051d6bbab8ed completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:04.773813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port b2db1712-eff0-48ef-9b18-051d6bbab8ed triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:04.774516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.009604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.097021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:05.098749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:05.106564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.109201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:05.226432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:05.247567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:05.288756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb903-ce52-42f1-9da8-dea70c8ac8fc req-e1d93752-b254-41f2-bd41-721e94b0f805 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:05.297710 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c71cb903-ce52-42f1-9da8-dea70c8ac8fc req-e1d93752-b254-41f2-bd41-721e94b0f805 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1190629 Dec 14 19:07:05.359503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c71cb903-ce52-42f1-9da8-dea70c8ac8fc req-1477207e-5c10-4c99-9297-51670e542d55 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604920 Dec 14 19:07:05.406262 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'code': 200} Dec 14 19:07:05.762035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56b3d3-2461-46db-9d73-40b1c8e7e3a8 req-23333725-1e53-4116-a4fe-fb475ab2fce2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:05.773327 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e56b3d3-2461-46db-9d73-40b1c8e7e3a8 req-23333725-1e53-4116-a4fe-fb475ab2fce2 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2804105 Dec 14 19:07:05.839506 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e56b3d3-2461-46db-9d73-40b1c8e7e3a8 req-669d26fc-f240-4ef5-89c0-3b13f500ecaf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629184 Dec 14 19:07:05.958958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.122107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33096) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:06.252389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c545fd17-4f54-4bcb-9b04-3680c11dee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.416723 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f2b7e5bd-a644-410f-84c7-f851575b811d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b9752c7480604b4293368c823c3f8137&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2931130 Dec 14 19:07:06.419446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33108) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:06.496465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.543581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.624094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.630582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f42e5e34-da70-47fb-ac7e-9445e2ccf937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:06.648452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8580613a-c2cd-4298-b135-de1714a23ae4,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:06.653487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:06.658040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.659882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8580613a-c2cd-4298-b135-de1714a23ae4 HTTP/1.1" status: 204 len: 168 time: 0.2390041 Dec 14 19:07:07.733360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:08.404017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-20c6086b-b742-4f7c-a39a-91aa2eed0b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.229950 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-ccd5abf1-b41b-4d2b-884a-7ca8891b8d87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1854200 Dec 14 19:07:09.239200 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bde64e10-c66b-4133-aa9c-b796a01551e8 req-0f7af5a0-7a20-4add-9c06-f9499743ae67 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1099 time: 0.1051149 Dec 14 19:07:09.342170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.379322 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bde64e10-c66b-4133-aa9c-b796a01551e8 req-7e1843e3-579e-4adc-81ac-458d5c73965c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302998 Dec 14 19:07:09.400953 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-d2f996bd-52d0-419c-8844-cc1704391ea2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1334348 Dec 14 19:07:09.427765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf2db1-5904-4ff5-86ae-026f00c6f64d req-e0f1051a-643d-4404-a7d4-dc53c7d025dc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:09.430762 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9cf2db1-5904-4ff5-86ae-026f00c6f64d req-e0f1051a-643d-4404-a7d4-dc53c7d025dc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.2002201 Dec 14 19:07:09.510326 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9cf2db1-5904-4ff5-86ae-026f00c6f64d req-c5240e74-ab58-49ed-91fa-790e0c6caba8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642126 Dec 14 19:07:10.050713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b0990-1784-44cc-b56a-dd18db10d57e req-e698f5e1-a275-4747-a222-ee12a58fe083 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.052603 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-e698f5e1-a275-4747-a222-ee12a58fe083 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.1682742 Dec 14 19:07:10.167844 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-922a5d33-9ace-4652-9d62-648d370e1e16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.1072280 Dec 14 19:07:10.240448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:10.294174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b0990-1784-44cc-b56a-dd18db10d57e req-34d52225-dcff-48b2-97b6-f2b5ed680517 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.295806 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-34d52225-dcff-48b2-97b6-f2b5ed680517 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.1119947 Dec 14 19:07:10.355174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-682243ac-1451-408a-ab3d-22b2f1b1bd09 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491676 Dec 14 19:07:10.519456 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-624be143-d33e-402b-a644-e631d9854c67 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488523 Dec 14 19:07:10.785674 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631b0990-1784-44cc-b56a-dd18db10d57e req-2f06cdd0-db4a-47ea-8084-84945cc08438 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590592 Dec 14 19:07:10.924141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ef94c-ad80-47b0-9e92-a32a88642dd7 req-9b7ee773-cfa3-4188-af07-03185034cdd7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.929927 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f5ef94c-ad80-47b0-9e92-a32a88642dd7 req-9b7ee773-cfa3-4188-af07-03185034cdd7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1314898 Dec 14 19:07:10.982128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f5ef94c-ad80-47b0-9e92-a32a88642dd7 req-8b74b5a4-6b4d-4077-bf94-a39dc9f19718 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494273 Dec 14 19:07:12.329436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dea69-fd45-4e63-82db-078362edb3d1 req-d136ae1b-04fb-44bf-8e41-4d6b1c738932 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:12.333778 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d13dea69-fd45-4e63-82db-078362edb3d1 req-d136ae1b-04fb-44bf-8e41-4d6b1c738932 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1521857 Dec 14 19:07:12.422333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d13dea69-fd45-4e63-82db-078362edb3d1 req-9be48253-19e4-4bd6-a2ab-fc90df33945d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720663 Dec 14 19:07:12.507675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-0070ee1f-75d4-4666-82ea-b6e59025db14 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:12.509428 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-0070ee1f-75d4-4666-82ea-b6e59025db14 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.2314417 Dec 14 19:07:12.535230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-0edb998c-5390-4ce7-ae23-ec76edc50baf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/quotas/5a0e172444c34387a8562a7a012fa6c5 HTTP/1.1" status: 200 len: 375 time: 0.0135148 Dec 14 19:07:12.636190 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-3c5a5ca0-35ec-44dd-a11a-61ad32c4a6c6 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0914431 Dec 14 19:07:12.702496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a1462-273d-43c8-ba10-8c9f9f6d3b64 req-9ee6f716-dab4-4509-af55-fdfbd013c73a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:12.704220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3d5a1462-273d-43c8-ba10-8c9f9f6d3b64 req-9ee6f716-dab4-4509-af55-fdfbd013c73a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1316950 Dec 14 19:07:12.721284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33208) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:12.731524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'floatingip': {'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:12.841778 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-f652986c-d59f-45e9-83fe-ca61cbe68c38 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893036 Dec 14 19:07:12.879077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.117852 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-bba740fc-2c11-4cdf-b6c4-cb28032f7038 service neutron] 10.222.0.72 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637744 Dec 14 19:07:13.436344 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1f6362b1-5584-410f-9252-055b0ee63a81 req-48a82967-b8cf-4c09-a2bf-310c8a908a38 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 210 time: 0.1337626 Dec 14 19:07:13.510290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33232) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:13.769974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.810848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:13.816227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:b073a274c8ad4a6eafb32b5b204c0967 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:13.819796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:13.826844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:13.939368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.946329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.963128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04438840-f9e4-4efb-ae28-daaffe1a36be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:14.239456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.245871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.383286 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b073a274c8ad4a6eafb32b5b204c0967&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8706944 Dec 14 19:07:14.384671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9842604b-88ed-4912-90e7-879db40916ef,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:14.387954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33256) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:14.391494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:14.520648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.578129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.613085 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Floating IP cddac5ce-5ad6-4996-ae64-472956b810cc associated. External IP: 172.27.3.5, port: b2db1712-eff0-48ef-9b18-051d6bbab8ed. Dec 14 19:07:14.669232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.677280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0719a121-7676-4707-866b-408a3aa3ea82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:14.695115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9842604b-88ed-4912-90e7-879db40916ef,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:14.697761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:14.699284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.700534 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9842604b-88ed-4912-90e7-879db40916ef HTTP/1.1" status: 204 len: 168 time: 0.3115392 Dec 14 19:07:14.766850 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ad82410-74d0-492e-95b9-37f663732f7b req-f2f5673b-47d3-4b1e-a98c-21f78b8afea0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 210 time: 0.0716901 Dec 14 19:07:15.258936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-b1f8fed7-2120-4abe-8dd9-7ee1e8b2e1e8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:15.265406 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-b1f8fed7-2120-4abe-8dd9-7ee1e8b2e1e8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 815 time: 0.2626910 Dec 14 19:07:15.282714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Request body: {'port': {'device_id': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'admin_state_up': True, 'tenant_id': '5a0e172444c34387a8562a7a012fa6c5'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:15.488798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:07:15.535890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33274) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:15.596436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:15.609938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:15.618702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.645358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Made reservation on behalf of 5a0e172444c34387a8562a7a012fa6c5 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:15.653852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.746052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:15.767467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Usage tracker for resource:security_group_rule and tenant:73726232befa4ce5867dd7c07b158b26 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:15.837419 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:15.848788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:16.045309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Allocated IP 172.20.0.8 (4c6a2496-4fb4-4aa5-80f6-c29747fda7fe/72c73966-27ce-4488-88e0-9fb16f9f599a/8a6fd277-bd9a-4147-83cd-1a04f11c79b1) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:16.058987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.065549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.067806 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f48eb47-8722-4b5f-9426-a8704c8e021e req-6d29fd9a-7b25-4479-9547-0d411d5053eb tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 210 time: 0.0976341 Dec 14 19:07:16.092790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2f9bca18-a693-4b5d-9b62-15fb8833d990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:16.137583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:16.137829 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73726232befa4ce5867dd7c07b158b26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5969636 Dec 14 19:07:16.141563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33290) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:16.145300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.148379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:16.173774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:16.175934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:16.198989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33efc75c-d1cf-405d-982a-07c49979ca8f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:16.210724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-32401516-3980-4e48-a66b-757233c80e52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "PUT /v2.0/floatingips/cddac5ce-5ad6-4996-ae64-472956b810cc HTTP/1.1" status: 200 len: 990 time: 3.4875762 Dec 14 19:07:16.211593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:16.220462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:16.348303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'status': 'completed', 'code': 200} Dec 14 19:07:16.481308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33304) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:16.505253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.546389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:16.641386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.710368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.769047 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-5b37f7a8-96c4-4366-a3e4-52e236b14528 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1099 time: 0.2903018 Dec 14 19:07:16.771480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.777239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:16.804749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.827342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.833789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33efc75c-d1cf-405d-982a-07c49979ca8f,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:16.845829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:16.849274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318', 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'a6a229ee-ac67-460b-bc6b-52c954a197b8'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:07:16.897499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:16.903565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:16.916406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b435a974094c407fa6a0bf5574fd19ad is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:16.923638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:16.937865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:17.112623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.119664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.173181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:17.193218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-74b3d461-1b55-4656-bef3-d1eab23dd476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:17.203515 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b435a974094c407fa6a0bf5574fd19ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7204986 Dec 14 19:07:17.211411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33344) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:17.224891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:17.229952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:17.238592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:17.240008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.268338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.275144 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33efc75c-d1cf-405d-982a-07c49979ca8f HTTP/1.1" status: 204 len: 168 time: 1.1189611 Dec 14 19:07:17.275336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4aa58-19ce-4e90-8b6d-a8b6692f5653,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:17.288507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0101533 Dec 14 19:07:17.300763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:17.330794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Request body: {'port': {'device_id': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:17.432110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.511402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-b8f75e9e-63aa-4538-82ab-ea1ed385c3bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:17.515855 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-b8f75e9e-63aa-4538-82ab-ea1ed385c3bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.7241170 Dec 14 19:07:17.524826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.675869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.678679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event updated for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:17.690959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-75ebe474-09bf-4a90-b567-9e2ed45279f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:17.726316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4aa58-19ce-4e90-8b6d-a8b6692f5653,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:17.731737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:17.732881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.734427 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43b4aa58-19ce-4e90-8b6d-a8b6692f5653 HTTP/1.1" status: 204 len: 168 time: 0.5219271 Dec 14 19:07:17.839934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'cddac5ce-5ad6-4996-ae64-472956b810cc', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:06:37Z', 'updated_at': '2021-12-14T19:07:13Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:17.853676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:17.903152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:17.904150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:17.968922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:18.326506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.453627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:18.611079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897347e-656d-42f8-a946-39e467547738 req-7855fbe0-7ecd-4258-8762-234cc30dd82e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:18.612296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a897347e-656d-42f8-a946-39e467547738 req-7855fbe0-7ecd-4258-8762-234cc30dd82e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:18.617383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-4a7f30db-daa7-4ba9-9780-647826e9a948 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 998 time: 0.9472156 Dec 14 19:07:18.773993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-ed99bbe3-4de4-4f4c-a46d-38d9b54c57ca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:18.776299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-ed99bbe3-4de4-4f4c-a46d-38d9b54c57ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0830603 Dec 14 19:07:18.855890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a897347e-656d-42f8-a946-39e467547738 req-7855fbe0-7ecd-4258-8762-234cc30dd82e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:18.857462 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a897347e-656d-42f8-a946-39e467547738 req-7855fbe0-7ecd-4258-8762-234cc30dd82e tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 931 time: 1.3354964 Dec 14 19:07:19.263917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'cddac5ce-5ad6-4996-ae64-472956b810cc', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:06:37Z', 'updated_at': '2021-12-14T19:07:13Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:19.279758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3250f064-10d6-46ba-a74e-86df63420ad9 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'cddac5ce-5ad6-4996-ae64-472956b810cc', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:06:37Z', 'updated_at': '2021-12-14T19:07:13Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:19.356707 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a897347e-656d-42f8-a946-39e467547738 req-0f024f7e-2a93-4e42-b8a2-155fd2fed437 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674971 Dec 14 19:07:19.473392 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-0da40d35-f2a2-4c53-a1c8-408f0e8e1b4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6792445 Dec 14 19:07:19.847836 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-8fdb29b6-bd32-43b2-8939-0eec5f62e9fd service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620322 Dec 14 19:07:19.996560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee412f66-8a66-4564-b4ed-be28407c7b44 None None] New status for floating IP cddac5ce-5ad6-4996-ae64-472956b810cc: ACTIVE {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:07:20.272820 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-818149fa-b0bd-466a-b00c-2e20b20b3bc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1739011 Dec 14 19:07:20.418915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:07:20.465328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.556122 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-5dc1dc40-b8dd-4633-a468-551355f1a7aa service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995206 Dec 14 19:07:20.573677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Transition to ACTIVE for port object 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:20.577901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.585890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1e95b0c2-03af-4a3c-a0aa-311b4b77f7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:20.695314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-cc157462-00b5-44e9-b980-7dc6aa81a31c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:20.697314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-cc157462-00b5-44e9-b980-7dc6aa81a31c service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.4166410 Dec 14 19:07:20.710838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fdcd7-9523-4a33-9bae-dba5b9036ad8 req-c267d41c-b22c-4eb8-ab67-5893fd128303 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:20.712700 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-322fdcd7-9523-4a33-9bae-dba5b9036ad8 req-c267d41c-b22c-4eb8-ab67-5893fd128303 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3262324 Dec 14 19:07:20.915279 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-aff67c33-8888-4704-b8f2-976348de22e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.2013671 Dec 14 19:07:20.924465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-322fdcd7-9523-4a33-9bae-dba5b9036ad8 req-eb19bed0-c011-4e69-af25-10c11f0920de tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830531 Dec 14 19:07:20.953019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33462) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:20.991783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:20.995637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.021686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b8f8c-3637-4859-bac9-7d7258728905 req-45dad394-51e3-4608-9b5e-07950ab615b5 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:21.023058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-f0f589b3-0e94-4204-bdbc-72edf9ca181e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:21.024217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-935b8f8c-3637-4859-bac9-7d7258728905 req-45dad394-51e3-4608-9b5e-07950ab615b5 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 943 time: 0.3741245 Dec 14 19:07:21.050288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-f0f589b3-0e94-4204-bdbc-72edf9ca181e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.1235645 Dec 14 19:07:21.139945 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-28288d24-649c-43b0-8607-ba1d706ad69b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665331 Dec 14 19:07:21.196793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Attempting to bind port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:21.197335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Attempting to bind port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:21.197553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Attempting to bind port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:21.212724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:07:21.213125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Attempting to bind port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 on network 4c6a2496-4fb4-4aa5-80f6-c29747fda7fe {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:21.217733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-935b8f8c-3637-4859-bac9-7d7258728905 req-71c2aac5-126d-4ba5-8aa9-145b42434c94 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643944 Dec 14 19:07:21.229023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:21.229400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Checking segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:21.229839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Bound using segment: {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:21.230338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Bound port: 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74ffac4-3888-4993-90f5-c1b9c461f10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:21.230731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.324081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.376608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-830aa1b7-def1-4a97-83f6-d183d9d47606 service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348173 Dec 14 19:07:21.397053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:21.404418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:3dabeb245de74e11990fcc838643b130 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:21.408407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:21.417698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:21.507619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.548307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.573085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cfb34014-1352-4e57-92d0-759172325d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.616436 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4a16c56-6214-421f-87da-50ec4cd7abcb req-42764390-0111-454d-a96e-457d5108912e service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314382 Dec 14 19:07:21.653134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:21.657459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dca281-6f80-4c22-9b91-7d9dc8684a40,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:21.663635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.668784 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3dabeb245de74e11990fcc838643b130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6944516 Dec 14 19:07:21.672076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33476) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:21.675598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:21.682493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.690138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ed2a4cc1-72bd-4f97-8613-a31d6ed5d5fc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.747969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.760330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.762327 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] 10.222.0.66 "PUT /v2.0/ports/8a6fd277-bd9a-4147-83cd-1a04f11c79b1 HTTP/1.1" status: 200 len: 1093 time: 4.4515789 Dec 14 19:07:21.762978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:21.781616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.787260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:21.799868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.847619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.853326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96063e5c-3b84-47bb-bd30-d6541256c1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.868945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dca281-6f80-4c22-9b91-7d9dc8684a40,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:21.872431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.873457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.877783 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7dca281-6f80-4c22-9b91-7d9dc8684a40 HTTP/1.1" status: 204 len: 168 time: 0.2015624 Dec 14 19:07:21.895633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1', 'status': 'completed', 'code': 200} Dec 14 19:07:22.084830 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-9a85d509-a13c-4baf-8b1a-f5203b46892f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 1096 time: 0.1688881 Dec 14 19:07:22.186798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-d10df3c3-d2fd-4aed-9377-174e1c7d538e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1 HTTP/1.1" status: 200 len: 217 time: 0.0916870 Dec 14 19:07:22.213344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13626b5-e29a-4d51-83fd-c9a21ad974ba req-63bdad2c-58a1-44e3-8bbe-b4671fe437d5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:22.215438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a13626b5-e29a-4d51-83fd-c9a21ad974ba req-63bdad2c-58a1-44e3-8bbe-b4671fe437d5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0970721 Dec 14 19:07:22.299058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a13626b5-e29a-4d51-83fd-c9a21ad974ba req-ee52fe99-d91c-479b-9d7e-8a4d5bf05117 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746410 Dec 14 19:07:22.313776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-f6f1b24c-0edc-42ae-add6-1c4c61e3bb41 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:22.315687 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-f6f1b24c-0edc-42ae-add6-1c4c61e3bb41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.1218371 Dec 14 19:07:22.379933 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-07358b01-e872-4205-84c5-4f0cb2f75c55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570621 Dec 14 19:07:22.558260 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-7b9b107e-0901-486d-9d85-220515f7360a service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703506 Dec 14 19:07:22.607178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45f4a5-f088-4324-8fab-89271d0f39e6 req-a63c2035-be33-4b6e-a3dd-a750d8d8a7fe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:22.611237 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5e45f4a5-f088-4324-8fab-89271d0f39e6 req-a63c2035-be33-4b6e-a3dd-a750d8d8a7fe tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 943 time: 0.1524732 Dec 14 19:07:22.723492 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5e45f4a5-f088-4324-8fab-89271d0f39e6 req-742a877f-73e5-4372-bc08-302f8b1f5396 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008463 Dec 14 19:07:22.925827 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea89199-7a7a-4a6f-8f05-cd7dce1678fd req-5c3db132-91af-4be1-b7a8-dccfeb26ae83 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596189 Dec 14 19:07:23.248156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-9c026807-d684-4f89-9ad9-a073847a52d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a0e172444c34387a8562a7a012fa6c5&device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 1096 time: 0.2454815 Dec 14 19:07:23.468046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33524) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:23.494027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-3029d388-e569-4359-bddc-638636e33a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:23.496333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-3029d388-e569-4359-bddc-638636e33a2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 200 len: 916 time: 0.2367315 Dec 14 19:07:23.598747 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-ce1c94ff-6847-48c9-8c43-1b6a2f39a3a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1 HTTP/1.1" status: 200 len: 217 time: 0.0939376 Dec 14 19:07:23.686530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-d9ad1ade-4644-4840-ae03-82cca22fdabc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:23.687964 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-d9ad1ade-4644-4840-ae03-82cca22fdabc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 200 len: 855 time: 0.0754585 Dec 14 19:07:23.713746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcff9c-36fd-46be-8018-9b2f85ce7ac6 req-4a72a1f9-5402-44d0-b50f-1a79a6bc2cf8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:23.717156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eddcff9c-36fd-46be-8018-9b2f85ce7ac6 req-4a72a1f9-5402-44d0-b50f-1a79a6bc2cf8 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1667862 Dec 14 19:07:23.746441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-5a43470d-9d37-4680-bc1b-e49df9465dbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512190 Dec 14 19:07:23.800037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1806219022-network', 'tenant_id': '250f045700c84da795f20ef5ce090fa8'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:23.817840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:23.829804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Usage tracker for resource:network and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:23.839336 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eddcff9c-36fd-46be-8018-9b2f85ce7ac6 req-ce337142-c5cd-4e90-8fa6-d01fc9306d0a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096973 Dec 14 19:07:23.841707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:23.861382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:23.886295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Made reservation on behalf of 250f045700c84da795f20ef5ce090fa8 for: {'network': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:23.895531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.927046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.993266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:24.000829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:24.006204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:24.016178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:24.123773 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-2ad2b2a7-0967-4121-b3fe-f825abdde049 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435700 Dec 14 19:07:24.165780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.169742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.176027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-af5786f5-df11-46fc-9f1b-156a053d55f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.176551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be94ad-34e7-4ea6-b34e-25325c16c0af req-d9847d29-555f-4560-b3e5-6dfb29c79ae2 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:24.179600 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e7be94ad-34e7-4ea6-b34e-25325c16c0af req-d9847d29-555f-4560-b3e5-6dfb29c79ae2 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 943 time: 0.2043440 Dec 14 19:07:24.221378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=88119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:07:24.235400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.240033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.246085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.246367 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Added segment 804dca4a-abeb-4412-8e46-e7c6af5a33ec of type vlan for network 9e224be9-5cdf-4742-98dc-4e92ab07a47c Dec 14 19:07:24.280477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.284108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e7be94ad-34e7-4ea6-b34e-25325c16c0af req-c68fd8cd-1dbe-482a-b8dc-8c34728cfb1b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905364 Dec 14 19:07:24.330962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.332396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:24.333101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.339020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-503429d9-5f79-4681-a673-684ef295f3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.456601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e224be9-5cdf-4742-98dc-4e92ab07a47c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.460139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9900053 Dec 14 19:07:24.461201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.465114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33538) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:24.471562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:07:24.473677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Request body: {'subnet': {'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1806219022-subnet', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:24.480087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:24.485069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Usage tracker for resource:subnet and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:24.488710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:24.497388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:24.520270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Made reservation on behalf of 250f045700c84da795f20ef5ce090fa8 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:24.525980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.818285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.823337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.906514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Pushing event updated for resources: {'Subnet': ['ID=76161514-f883-4da1-a613-bdd7a029f03f,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.911141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.927364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Checking segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:24.927766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Network hostable DHCP agents. Network: 9e224be9-5cdf-4742-98dc-4e92ab07a47c, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:07:24.951899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:07:24.962327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 9e224be9-5cdf-4742-98dc-4e92ab07a47c) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:24.967301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:24.968053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.976834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4087f0-9879-4867-a0f2-4e0ac1a378c1 None None] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:24.994668 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5278659 Dec 14 19:07:24.997921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33546) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:25.004696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:25.010436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:25.015903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Usage tracker for resource:router and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:25.019683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:25.026495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:25.039524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.040663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.062401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.234118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.356755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:07:25.358523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.476260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.524522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.617942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Allocated IP 172.20.0.2 (9e224be9-5cdf-4742-98dc-4e92ab07a47c/76161514-f883-4da1-a613-bdd7a029f03f/8ab0cab4-9b9c-492f-85eb-91c3f791f629) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:25.640241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:07:25.903659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.925332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Transition to ACTIVE for port object 8ab0cab4-9b9c-492f-85eb-91c3f791f629 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:25.956418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Transition to ACTIVE for port object 8ab0cab4-9b9c-492f-85eb-91c3f791f629 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:25.963297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.969677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:25.972383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Allocated IP 172.27.3.25 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/f6bc8108-b38b-4559-bb2a-2764f888f098) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:26.036301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:26.039750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:26.043993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:26.055345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Pushing event updated for resources: {'Port': ['ID=8ab0cab4-9b9c-492f-85eb-91c3f791f629,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:26.065512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.065953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.066262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.066634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.067006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.067375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.067738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.068100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.068458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.068816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.069216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:26.102399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:26.166124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Attempting to bind port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:26.166552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Attempting to bind port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:26.167024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Attempting to bind port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 on network 9e224be9-5cdf-4742-98dc-4e92ab07a47c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:26.176344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:26.176801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Checking segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:26.177396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.177969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Bound using segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:26.178776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Bound port: 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:26.179344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.250784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.298303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.308384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6f74bee7-0717-450a-9a3c-124dc3701689 tempest-DeleteServersTestJSON-274426049 tempest-DeleteServersTestJSON-274426049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:26.324496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] For port 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:26.330412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] For port 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=8ab0cab4-9b9c-492f-85eb-91c3f791f629,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:26.335811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.340579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:26.419108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Pushing event updated for resources: {'Port': ['ID=8ab0cab4-9b9c-492f-85eb-91c3f791f629,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:26.423505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:26.472793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:26.473743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-afc8b061-cde2-4f3b-a70d-3e5726de969a req-ae1ca9b4-8c69-491d-a98a-2bdbbc6516c9 service neutron] 10.222.0.66 "GET /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553637 Dec 14 19:07:26.476834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:26.479043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bc8108-b38b-4559-bb2a-2764f888f098,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:26.492484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:26.554955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:26.698664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.699924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.110136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:07:27.282299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 8ab0cab4-9b9c-492f-85eb-91c3f791f629 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:27.360479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:27.393819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:27.407325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Sync routers for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:27.429130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:27.430203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:27.431321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.433553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4341750 Dec 14 19:07:27.439102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33562) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:27.694524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:28.257716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:26Z', 'revision_number': 3, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:28.264515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Checking router: 1d4b7fc7-de4a-47ca-8379-107b440bbec0 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:28.265255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Updating router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 port f6bc8108-b38b-4559-bb2a-2764f888f098 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:28.358872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.565390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a1e93-a256-4244-98e3-223d01355c9d None None] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:28.695443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Provisioning for port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:28.731835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Provisioning complete for port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:28.732555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.832810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.851334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Transition to ACTIVE for port object f6bc8108-b38b-4559-bb2a-2764f888f098 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:28.859444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.864759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:28.906952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.953641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Pushing event updated for resources: {'Port': ['ID=f6bc8108-b38b-4559-bb2a-2764f888f098,revision_number=2']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:28.963805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Attempting to bind port f6bc8108-b38b-4559-bb2a-2764f888f098 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:28.964185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Attempting to bind port f6bc8108-b38b-4559-bb2a-2764f888f098 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:28.964591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Attempting to bind port f6bc8108-b38b-4559-bb2a-2764f888f098 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:28.970836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.971270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.971625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.971995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.972356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.972696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.973081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.973444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.973800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.974155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.974505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:28.979642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:28.983530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:28.983944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:28.984401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.984834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:28.985416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Bound port: f6bc8108-b38b-4559-bb2a-2764f888f098, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:28.985826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.062293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.122951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] For port 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=8ab0cab4-9b9c-492f-85eb-91c3f791f629,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:29.128499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.131422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:29.138822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] For port f6bc8108-b38b-4559-bb2a-2764f888f098, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:29.148488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] For port f6bc8108-b38b-4559-bb2a-2764f888f098, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=f6bc8108-b38b-4559-bb2a-2764f888f098,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:29.155247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.167404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:29.224188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Pushing event updated for resources: {'Port': ['ID=8ab0cab4-9b9c-492f-85eb-91c3f791f629,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:29.237358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:29.307443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Allocated IP 172.20.0.1 (9e224be9-5cdf-4742-98dc-4e92ab07a47c/76161514-f883-4da1-a613-bdd7a029f03f/a0784089-09cf-4987-a297-946876f10519) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:29.339370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Pushing event updated for resources: {'Port': ['ID=f6bc8108-b38b-4559-bb2a-2764f888f098,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:29.342892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-184c8987-02ca-4f7c-8f69-ab9476f85500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:29.343689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:29.344393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:29.564080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9228e671-7ee2-43c1-8800-9c01ae3b73c4 None None] Provisioning complete for port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:29.564835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9228e671-7ee2-43c1-8800-9c01ae3b73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.568535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.591606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Transition to ACTIVE for port object a0784089-09cf-4987-a297-946876f10519 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:29.646353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.669604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:29.811266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:29.931656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:29.946486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:29.951561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:29.952112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.067900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c67d-722b-467e-b887-4f55e4cc378a req-68a91176-c78b-4178-bf25-73d2bbd33fd9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:30.071283 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bf7c67d-722b-467e-b887-4f55e4cc378a req-68a91176-c78b-4178-bf25-73d2bbd33fd9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1927073 Dec 14 19:07:30.140221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Pushing event updated for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:30.164838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.165593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.166361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.167140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.167940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.168913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.169735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.170333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.171094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.171849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.172614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:30.182702 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bf7c67d-722b-467e-b887-4f55e4cc378a req-2c2716d4-897d-40cc-8671-d859301d21ae tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043603 Dec 14 19:07:30.185876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:30.209385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.248533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:26Z', 'revision_number': 3, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:30.254456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb83e24-e63d-41a9-9cf7-b96d4678700a None None] The sync data for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi is: [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:26Z', 'revision_number': 3, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:30.341255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215de1f-3f28-481a-8490-ab82c0456583 req-be3bfd06-bb42-492a-93d7-9f86cb234f09 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:30.344239 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e215de1f-3f28-481a-8490-ab82c0456583 req-be3bfd06-bb42-492a-93d7-9f86cb234f09 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 943 time: 0.5113020 Dec 14 19:07:30.439304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4b296329-d2d2-493e-b8c0-3bc4f478c456 None None] Provisioning for port a0784089-09cf-4987-a297-946876f10519 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:30.446256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4b296329-d2d2-493e-b8c0-3bc4f478c456 None None] Provisioning complete for port a0784089-09cf-4987-a297-946876f10519 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:30.446686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4b296329-d2d2-493e-b8c0-3bc4f478c456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.518406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-4b296329-d2d2-493e-b8c0-3bc4f478c456 None None] Port a0784089-09cf-4987-a297-946876f10519 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:30.621523 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e215de1f-3f28-481a-8490-ab82c0456583 req-652a6018-a398-444c-b000-6e58994c3acf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664039 Dec 14 19:07:30.797917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.830908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.832199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.858844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:31.131280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Pushing event updated for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:31.137170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:31.279036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:31.281926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:31.431921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device f6bc8108-b38b-4559-bb2a-2764f888f098 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:31.586632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port f6bc8108-b38b-4559-bb2a-2764f888f098 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:31.600446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port f6bc8108-b38b-4559-bb2a-2764f888f098 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:31.601340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:31.852328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5590-1278-4a62-ab0d-6436c738784f req-80b06898-7888-4e44-95ea-48ea32182a14 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:31.854420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e21a5590-1278-4a62-ab0d-6436c738784f req-80b06898-7888-4e44-95ea-48ea32182a14 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.4435480 Dec 14 19:07:31.889732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:31.908163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9991b7a2-cee2-4b25-a89c-cc56908e394e None None] Provisioning complete for port a0784089-09cf-4987-a297-946876f10519 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:31.908952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9991b7a2-cee2-4b25-a89c-cc56908e394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:31.947056 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e21a5590-1278-4a62-ab0d-6436c738784f req-52c773bc-1797-4b31-b2a0-7ae4c88d7a9a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677724 Dec 14 19:07:32.028181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port f6bc8108-b38b-4559-bb2a-2764f888f098, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=f6bc8108-b38b-4559-bb2a-2764f888f098,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:32.034438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:32.035393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 8ab0cab4-9b9c-492f-85eb-91c3f791f629 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:32.211104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:32.258565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d4b2f-c918-4440-a9cf-4921995f4e4a req-4caa60d2-f030-473c-be92-e664acca18ad tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:32.266713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:07:32.267080 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb3d4b2f-c918-4440-a9cf-4921995f4e4a req-4caa60d2-f030-473c-be92-e664acca18ad tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 943 time: 0.2841246 Dec 14 19:07:32.311705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-9991b7a2-cee2-4b25-a89c-cc56908e394e None None] Port a0784089-09cf-4987-a297-946876f10519 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:32.364657 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb3d4b2f-c918-4440-a9cf-4921995f4e4a req-c4326f69-578b-4669-93f4-3d3a8f4c5748 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Dec 14 19:07:32.406224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:32.406871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:32.497100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=f6bc8108-b38b-4559-bb2a-2764f888f098,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:32.505360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:32.712174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:32.761500 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] 10.222.0.72 "PUT /v2.0/routers/1d4b7fc7-de4a-47ca-8379-107b440bbec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3202994 Dec 14 19:07:32.830729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:07:33.157144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:33.189070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1', 'network_id': '4c6a2496-4fb4-4aa5-80f6-c29747fda7fe', 'port_id': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1', 'mac_address': 'fa:16:3e:4a:85:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72c73966-27ce-4488-88e0-9fb16f9f599a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:07:33.299825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:33.323459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device f6bc8108-b38b-4559-bb2a-2764f888f098 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:33.330695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54478d3f-9487-415f-bfd5-b69d545b0978 req-c31d7dbb-3b24-463f-bd8e-08b2684ec74d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:33.334832 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-54478d3f-9487-415f-bfd5-b69d545b0978 req-c31d7dbb-3b24-463f-bd8e-08b2684ec74d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1275029 Dec 14 19:07:33.417960 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-54478d3f-9487-415f-bfd5-b69d545b0978 req-693f18c5-43f5-4a4b-bf86-d07bb8301863 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763104 Dec 14 19:07:33.454208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:07:33.467035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:33.517745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:33.523350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:33.635165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port f6bc8108-b38b-4559-bb2a-2764f888f098 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:33.635981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:33.679268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:33.699435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:33.809610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15fae-8ba6-45c4-bc1c-25f3949c8739 req-6c7af4c8-c6fc-42ed-9b72-5ea40e7a0c88 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:33.812596 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-21d15fae-8ba6-45c4-bc1c-25f3949c8739 req-6c7af4c8-c6fc-42ed-9b72-5ea40e7a0c88 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 944 time: 0.2143300 Dec 14 19:07:33.907649 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-21d15fae-8ba6-45c4-bc1c-25f3949c8739 req-c9da6555-20af-4e98-adb6-26459df81aaa tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784700 Dec 14 19:07:34.040469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['8a6fd277-bd9a-4147-83cd-1a04f11c79b1'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:07:34.332690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33646) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:34.397861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33652) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:34.404367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003095415-network', 'tenant_id': '5205c805a23547cba48176af095f67bd'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:34.411148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:34.416122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Usage tracker for resource:network and tenant:5205c805a23547cba48176af095f67bd is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:34.421196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:34.430990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:34.449303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Made reservation on behalf of 5205c805a23547cba48176af095f67bd for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:34.457261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:34.502271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:34.577805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:34.587441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Usage tracker for resource:security_group_rule and tenant:5205c805a23547cba48176af095f67bd is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:34.658774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:34.681833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:34.693212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Sync routers for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:34.745302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:34.746865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:34.772668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae74043-b409-4168-bb0c-eae32148fc3e req-82efbda9-dc2e-4f9e-8c67-e28738457e90 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:34.774626 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ae74043-b409-4168-bb0c-eae32148fc3e req-82efbda9-dc2e-4f9e-8c67-e28738457e90 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1806970 Dec 14 19:07:35.109247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.139929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.168737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.179185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b1fdb496-178a-4553-b9ad-f28b8dea232f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:35.191845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:35.224762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d6b2cd-976f-4378-8bdc-13f0d9241c2c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:35.233195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:35.246031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:07:35.261175 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ae74043-b409-4168-bb0c-eae32148fc3e req-c93bfb71-3a6e-472b-bb13-8e891315449f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721503 Dec 14 19:07:35.306271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.308847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Added segment 11a57083-6c4e-4549-96e1-1f4c3939a762 of type vlan for network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 Dec 14 19:07:35.324710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:35.337622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:f1c241efb94845779c660fa58b4ed2d1 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:35.346978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:35.374746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25811c8d-ad1d-41cc-b220-b300ebec2584 req-0513de68-8502-49d3-8ba0-663dbfd6f3f8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.3284569 Dec 14 19:07:35.391976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:35.461212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.522275 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25811c8d-ad1d-41cc-b220-b300ebec2584 req-8ad328a7-d77c-4230-8d5f-5613da96b6ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203716 Dec 14 19:07:35.538829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691b13a-b0ea-4423-ba30-acd5d913f4cd req-7dbae9d0-43a4-46a3-a992-9424f5e84c94 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:35.541784 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4691b13a-b0ea-4423-ba30-acd5d913f4cd req-7dbae9d0-43a4-46a3-a992-9424f5e84c94 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 944 time: 0.1441996 Dec 14 19:07:35.604676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.617883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:35.619052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.626811 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4691b13a-b0ea-4423-ba30-acd5d913f4cd req-d9426d5a-61ff-4390-9360-54d2f9a1477f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774229 Dec 14 19:07:35.633675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-49ed586d-466b-4d0e-b7b2-20bc9a791f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:35.810895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.824059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.831801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Pushing event updated for resources: {'Network': ['ID=6af621a5-cd50-49b8-85c9-b6e39757d6d7,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:35.856086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:07:35.858169 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4584489 Dec 14 19:07:35.859010 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33676) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:35.866290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Request body: {'subnet': {'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003095415-subnet', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:35.872193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:35.872528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:35.877487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Usage tracker for resource:subnet and tenant:5205c805a23547cba48176af095f67bd is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:35.881349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:35.882165 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1c241efb94845779c660fa58b4ed2d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5475342 Dec 14 19:07:35.883320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9dd78d5-dafd-4c3c-b35e-b9682b4f9fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:35.889371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:35.897080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 33680) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:35.902031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Made reservation on behalf of 5205c805a23547cba48176af095f67bd for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:35.908465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.988665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a876f99-510a-4495-851f-3955067f1384,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:35.998487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:36.096374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.116112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.157194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.166697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:30Z', 'revision_number': 2, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:36.173884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Checking router: 1d4b7fc7-de4a-47ca-8379-107b440bbec0 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:36.174241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Updating router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 port a0784089-09cf-4987-a297-946876f10519 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:36.260236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.262693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.271357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-828ef8bf-2cdf-4e8c-9a95-7e0e44f9a79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:36.275694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6dae82cb-c363-4840-8b8b-d75e165a66da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:36.308054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a876f99-510a-4495-851f-3955067f1384,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:36.309711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:36.311443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.313720 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a876f99-510a-4495-851f-3955067f1384 HTTP/1.1" status: 204 len: 168 time: 0.4112027 Dec 14 19:07:36.352702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b3a877e3-cf97-4609-98f6-b9e39d7609a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.359129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.506573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3271c9e-1a87-4cc6-9c5b-395cefaec0d3,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:36.527516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Checking segment: {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:36.528158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Network hostable DHCP agents. Network: 6af621a5-cd50-49b8-85c9-b6e39757d6d7, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:07:36.543788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.544452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.545170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.546029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.546941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.547841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.549598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.550522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.551170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.551824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.552477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:36.560137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:36.601558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:07:36.626987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 6af621a5-cd50-49b8-85c9-b6e39757d6d7) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:36.641300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:36.642272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.676495 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8132324 Dec 14 19:07:36.677241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33698) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:36.684046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ca700-adb9-4dc4-924e-b119ea325f10 None None] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:36.687951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:36.702114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:36.712243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Usage tracker for resource:router and tenant:5205c805a23547cba48176af095f67bd is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:36.717957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:36.731920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:36.758648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.761318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.814212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:36.916817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a2dc3-0244-49a1-8b4b-623aa4956bce req-ec3ab79b-0c6d-4dca-a2bb-b39dd341ed2c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:36.926665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cc3a2dc3-0244-49a1-8b4b-623aa4956bce req-ec3ab79b-0c6d-4dca-a2bb-b39dd341ed2c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2523370 Dec 14 19:07:37.086505 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cc3a2dc3-0244-49a1-8b4b-623aa4956bce req-3ab1df5d-727a-4774-af9d-242088aef8c1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459558 Dec 14 19:07:37.203325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.230599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:37.264795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b24fec-2f32-4953-bc3d-925725fd0404 req-8c2fbc90-9f7b-47ca-94cb-f2ebeefbf965 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:37.272837 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93b24fec-2f32-4953-bc3d-925725fd0404 req-8c2fbc90-9f7b-47ca-94cb-f2ebeefbf965 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 944 time: 0.2981455 Dec 14 19:07:37.407674 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93b24fec-2f32-4953-bc3d-925725fd0404 req-d0e037d8-588a-4198-b0e3-604615b666c1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331654 Dec 14 19:07:37.589485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.625928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.654985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:37.680196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:37.680932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.806577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Allocated IP 172.27.3.47 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/12da8e12-0a2c-4741-979a-ffa7e9523e80) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:37.863148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'fixed_ips': [{'subnet_id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:07:37.864089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.897228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.973287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.040138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Transition to ACTIVE for port object a0784089-09cf-4987-a297-946876f10519 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:38.065918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.079047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:38.102908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.139103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.146012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:38.197692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.218147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:38.222038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:38.226270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:38.318675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Pushing event updated for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:38.334622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Pushing event updated for resources: {'Port': ['ID=12da8e12-0a2c-4741-979a-ffa7e9523e80,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:38.345280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:38.348427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:38.365607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Allocated IP 172.20.0.2 (6af621a5-cd50-49b8-85c9-b6e39757d6d7/b3271c9e-1a87-4cc6-9c5b-395cefaec0d3/77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:38.376493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:38.403957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:38.487729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.500260 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1', 'code': 200} Dec 14 19:07:38.500885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6fec8d9b-727a-4bc2-889c-4d7acfd229ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:38.640832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.642858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.661641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5e1e19a0-7e31-4e47-9fdd-e838d769effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.714589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Attempting to bind port a0784089-09cf-4987-a297-946876f10519 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:38.715031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Attempting to bind port a0784089-09cf-4987-a297-946876f10519 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:38.715431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Attempting to bind port a0784089-09cf-4987-a297-946876f10519 on network 9e224be9-5cdf-4742-98dc-4e92ab07a47c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:38.763837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:38.785464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:38.786019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Checking segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:38.786373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.786886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Bound using segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:38.787479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Bound port: a0784089-09cf-4987-a297-946876f10519, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:38.787916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.799839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:38.969417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:38.991505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Transition to ACTIVE for port object 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:38.995150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] For port a0784089-09cf-4987-a297-946876f10519, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:39.003351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] For port a0784089-09cf-4987-a297-946876f10519, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a0784089-09cf-4987-a297-946876f10519,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:39.025090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.031905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:39.057040 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a3968522-690f-4c61-a8d3-3d18e569e89d req-caee302f-833b-4559-ae44-7e7e0b2a7f30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 1098 time: 0.2507753 Dec 14 19:07:39.068135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Transition to ACTIVE for port object 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:39.074772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652f3d8-4448-41e8-ab84-2e6c0c47e511 req-9f500078-5fcf-406d-b46f-26193d2a44e6 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:39.083695 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4652f3d8-4448-41e8-ab84-2e6c0c47e511 req-9f500078-5fcf-406d-b46f-26193d2a44e6 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.6271286 Dec 14 19:07:39.095450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.131264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac6277-bcfc-47a9-b14e-81ad6614849b req-dbba1e3e-a251-4638-bc34-4d983edaf877 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:39.140465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-85ac6277-bcfc-47a9-b14e-81ad6614849b req-dbba1e3e-a251-4638-bc34-4d983edaf877 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.2769358 Dec 14 19:07:39.179044 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4652f3d8-4448-41e8-ab84-2e6c0c47e511 req-f81640a3-ca6e-48ff-8325-c0affda7d058 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941553 Dec 14 19:07:39.198905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Pushing event updated for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:39.203692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a3968522-690f-4c61-a8d3-3d18e569e89d req-b9957030-5027-4aac-85d7-cd704217d633 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349328 Dec 14 19:07:39.211538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:39.215769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:39.224233 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-85ac6277-bcfc-47a9-b14e-81ad6614849b req-3a465959-a1ac-4d81-abd4-0e6acd601f20 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673327 Dec 14 19:07:39.230294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:39.231697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:39.237008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:39.240991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:39.332702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad813a61-2027-4529-8a0c-b2a8a8a63c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:39.451917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Router eb0d3b12-8712-4490-8fb7-24fd498b29f0 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:07:39.487890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.589317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Pushing event updated for resources: {'Port': ['ID=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:39.716870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:39.732278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Sync routers for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:39.762798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.764816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0858486 Dec 14 19:07:39.766240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:39.767354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:39.768112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33728) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:39.814482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:39.841507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Attempting to bind port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:39.842006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Attempting to bind port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:39.842312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Attempting to bind port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd on network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:39.869759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:39.870150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Checking segment: {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:39.870604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.871089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Bound using segment: {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:39.871615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Bound port: 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:39.872086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:39.932152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:40.119744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:40.165810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-d75d439e-3f1b-48d9-8bac-cc3e940f77e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1797347 Dec 14 19:07:40.414045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] For port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:40.436883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882587e-f8cd-4082-b2d9-5dc3c400acf2 req-5e36286f-6152-47eb-bb64-b5c4bf586d2a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:40.438486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:40.441235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] For port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:40.444947 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b882587e-f8cd-4082-b2d9-5dc3c400acf2 req-5e36286f-6152-47eb-bb64-b5c4bf586d2a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.3163159 Dec 14 19:07:40.452254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:40.467494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:40.489726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-5ecd3b04-af3c-4525-9496-35374bf59dec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:40.503733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-5ecd3b04-af3c-4525-9496-35374bf59dec service neutron] 10.222.0.66 "GET /v2.0/networks?id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 200 len: 919 time: 0.3263466 Dec 14 19:07:40.518199 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b882587e-f8cd-4082-b2d9-5dc3c400acf2 req-23be5c32-6d82-4912-8d7d-9cd50eddb919 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715923 Dec 14 19:07:40.712107 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-adbb83d8-8844-47e3-a934-d05362b57e8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 200 len: 217 time: 0.2013361 Dec 14 19:07:40.762391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:38Z', 'revision_number': 3, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:40.778855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Checking router: eb0d3b12-8712-4490-8fb7-24fd498b29f0 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:40.779524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Updating router eb0d3b12-8712-4490-8fb7-24fd498b29f0 port 12da8e12-0a2c-4741-979a-ffa7e9523e80 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:40.802624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Pushing event updated for resources: {'Port': ['ID=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:40.810925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:40.846961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-5281ba31-a816-40f9-b212-a0e0f7c7ce26 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:40.848670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-5281ba31-a816-40f9-b212-a0e0f7c7ce26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 200 len: 858 time: 0.1287677 Dec 14 19:07:40.888325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:38Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:40.900959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a0cde3-974b-4e63-89ab-739449ce6895 None None] The sync data for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi is: [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:38Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:40.902078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:40.917555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffbcea-d788-4243-abdc-0516b3149f33 req-95144362-bf23-42ae-b06b-91028eb6028a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:40.919320 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4ffbcea-d788-4243-abdc-0516b3149f33 req-95144362-bf23-42ae-b06b-91028eb6028a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.2884922 Dec 14 19:07:40.934689 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-da83bdf1-7970-43db-aeea-830c80054c26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727971 Dec 14 19:07:41.423252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a0784089-09cf-4987-a297-946876f10519 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:41.575168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port a0784089-09cf-4987-a297-946876f10519 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:41.583696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port a0784089-09cf-4987-a297-946876f10519 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:41.584192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.601492 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4ffbcea-d788-4243-abdc-0516b3149f33 req-f34dda2d-d367-4b41-bbf4-b03db240cfb8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702597 Dec 14 19:07:41.622699 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-64fe9be2-9f72-4245-b996-424025940f1d service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275778 Dec 14 19:07:41.639633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.673886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Transition to ACTIVE for port object 12da8e12-0a2c-4741-979a-ffa7e9523e80 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:41.687511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.692538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:41.806865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.865054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port a0784089-09cf-4987-a297-946876f10519, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a0784089-09cf-4987-a297-946876f10519,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:41.870610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.880307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:41.897021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Attempting to bind port 12da8e12-0a2c-4741-979a-ffa7e9523e80 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:41.897460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Attempting to bind port 12da8e12-0a2c-4741-979a-ffa7e9523e80 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:41.897836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Attempting to bind port 12da8e12-0a2c-4741-979a-ffa7e9523e80 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:41.900621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0d8cf-d5ab-4702-b569-4b3434edcce1 None None] Pushing event updated for resources: {'Port': ['ID=12da8e12-0a2c-4741-979a-ffa7e9523e80,revision_number=2']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:41.905765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-06a0d8cf-d5ab-4702-b569-4b3434edcce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:41.920805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:41.930054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:41.930741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.931334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:41.932041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Bound port: 12da8e12-0a2c-4741-979a-ffa7e9523e80, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:41.932620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:41.935048 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4ac1d526-f9d1-4748-b3ca-69f421e3f9c4 req-bd8b64fe-ef3e-4203-86f9-88b7b77d728c service neutron] 10.222.0.66 "GET /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049140 Dec 14 19:07:42.031641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:42.043495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:42.058618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] For port 12da8e12-0a2c-4741-979a-ffa7e9523e80, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:42.063836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] For port 12da8e12-0a2c-4741-979a-ffa7e9523e80, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=12da8e12-0a2c-4741-979a-ffa7e9523e80,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:42.071129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:42.080351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-299c15ee-e335-4b0f-9585-13c2e4f3dfdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:42.110915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c4ff8-4530-42de-aef7-d5cbc69158b0 req-8065911f-f9e3-4117-9b95-e4e5d8d9464a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:42.116646 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-055c4ff8-4530-42de-aef7-d5cbc69158b0 req-8065911f-f9e3-4117-9b95-e4e5d8d9464a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2972147 Dec 14 19:07:42.142568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:42.183353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0d8cf-d5ab-4702-b569-4b3434edcce1 None None] Pushing event updated for resources: {'Port': ['ID=12da8e12-0a2c-4741-979a-ffa7e9523e80,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:42.186867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-06a0d8cf-d5ab-4702-b569-4b3434edcce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:42.188931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:42.189811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:42.261769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-055c4ff8-4530-42de-aef7-d5cbc69158b0 req-387af978-7dda-42ff-9ede-fb495fdb1457 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437900 Dec 14 19:07:42.436739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:42.514454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Allocated IP 172.20.0.1 (6af621a5-cd50-49b8-85c9-b6e39757d6d7/b3271c9e-1a87-4cc6-9c5b-395cefaec0d3/3a190ebd-d520-48cf-9cc4-de32dfbddff5) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:42.734444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:42.759593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Transition to ACTIVE for port object 3a190ebd-d520-48cf-9cc4-de32dfbddff5 will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:42.791374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:42.797919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:42.853975 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:38Z', 'revision_number': 3, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:42.861417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8e10ab-751b-429a-8c13-f0aeb9354f60 None None] The sync data for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi is: [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:38Z', 'revision_number': 3, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:43.193108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:43.198921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:43.207993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:43.247120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:43.253480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95121ec7-39b5-431d-b39a-22486978e023 None None] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:43.255654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:43.291095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:43.305574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3418d-87d1-429d-86b5-1c143e06b53a req-73387e40-3e52-4c75-9885-b7997627bb27 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:43.307378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9cf3418d-87d1-429d-86b5-1c143e06b53a req-73387e40-3e52-4c75-9885-b7997627bb27 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.4740787 Dec 14 19:07:43.393856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5b073545-c435-4925-8e52-4179327517f1 None None] Provisioning for port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:43.404431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a0784089-09cf-4987-a297-946876f10519 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:43.424292 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9cf3418d-87d1-429d-86b5-1c143e06b53a req-ff766ead-398b-4990-b3fc-bab6ed444e42 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952864 Dec 14 19:07:43.539178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:43.760735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port a0784089-09cf-4987-a297-946876f10519 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:43.763980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:43.808610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6717-ecbe-400a-b7a1-96f4a4e84246 req-433f73bb-6124-48ba-8682-4b44ea55d3a4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:43.822229 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4b8d6717-ecbe-400a-b7a1-96f4a4e84246 req-433f73bb-6124-48ba-8682-4b44ea55d3a4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2448900 Dec 14 19:07:43.914274 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4b8d6717-ecbe-400a-b7a1-96f4a4e84246 req-92ebbc47-5113-48d7-a02c-008d00fc35ad tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907855 Dec 14 19:07:43.958179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:44.099555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:44.105969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:44.106778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.153134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.161530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.240909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:44.332941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.394141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:44.397043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.401601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:44.411979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:44.418896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.426929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1a015f2d-2995-46a3-b9b1-28d2d48577f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:44.556064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:44.568438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:44.579882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Provisioning complete for port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:44.580307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.636230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:44.638372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:44.755087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Provisioning for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:44.761668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Provisioning complete for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:44.762556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:44.916307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b35b6-87c4-4a1f-b24b-406fc97bc20b None None] Port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:45.060225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-f5d6debc-3121-42bb-924c-343ade794aa4 None None] Provisioning complete for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:45.061717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5d6debc-3121-42bb-924c-343ade794aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.167227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6debc-3121-42bb-924c-343ade794aa4 None None] Port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:45.294129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-295f6e9d-06ac-49ec-8b9d-caa9c42fac5c None None] Provisioning complete for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:45.294688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-295f6e9d-06ac-49ec-8b9d-caa9c42fac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.332532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5472c-de54-4dd2-b504-2bda70460c08 req-d3bd1850-0634-4c1e-9f01-ba1fbe46192e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:45.334389 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76f5472c-de54-4dd2-b504-2bda70460c08 req-d3bd1850-0634-4c1e-9f01-ba1fbe46192e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.2404788 Dec 14 19:07:45.389737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:45.417029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76f5472c-de54-4dd2-b504-2bda70460c08 req-3a9a2cbf-c79c-459e-b76a-2a84c3b68730 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598752 Dec 14 19:07:45.466630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Router eb0d3b12-8712-4490-8fb7-24fd498b29f0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:07:45.518557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-295f6e9d-06ac-49ec-8b9d-caa9c42fac5c None None] Port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:45.560312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:45.561037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.699484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 12da8e12-0a2c-4741-979a-ffa7e9523e80 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:45.758561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:45.780653 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/eb0d3b12-8712-4490-8fb7-24fd498b29f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0018306 Dec 14 19:07:45.790687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 12da8e12-0a2c-4741-979a-ffa7e9523e80 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:45.800327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 12da8e12-0a2c-4741-979a-ffa7e9523e80 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:45.800753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.958025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.974904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 12da8e12-0a2c-4741-979a-ffa7e9523e80, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=12da8e12-0a2c-4741-979a-ffa7e9523e80,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:45.978257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.981251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:46.054615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=12da8e12-0a2c-4741-979a-ffa7e9523e80,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:46.058288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:46.687510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09cfec-ccda-4f7d-96c6-5173b4096c7e req-ff6caf35-baef-4f9f-855f-e44d06ccff42 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:46.689438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c09cfec-ccda-4f7d-96c6-5173b4096c7e req-ff6caf35-baef-4f9f-855f-e44d06ccff42 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0932906 Dec 14 19:07:46.755029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c09cfec-ccda-4f7d-96c6-5173b4096c7e req-90e26007-ee15-4fe9-b3ac-41f45bd65436 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525095 Dec 14 19:07:47.278478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 12da8e12-0a2c-4741-979a-ffa7e9523e80 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:47.389124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 12da8e12-0a2c-4741-979a-ffa7e9523e80 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:47.389808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.598269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Sync routers for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:47.643695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:47.645557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:48.286801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:49.198531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:43Z', 'revision_number': 4, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '3a190ebd-d520-48cf-9cc4-de32dfbddff5', 'name': '', 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'mac_address': 'fa:16:3e:d3:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:42Z', 'updated_at': '2021-12-14T19:07:43Z', 'revision_number': 2, 'project_id': '5205c805a23547cba48176af095f67bd', 'subnets': [{'id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:49.213570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Checking router: eb0d3b12-8712-4490-8fb7-24fd498b29f0 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:49.213570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Updating router eb0d3b12-8712-4490-8fb7-24fd498b29f0 port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:49.361702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:49.859143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:49.873761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Transition to ACTIVE for port object 3a190ebd-d520-48cf-9cc4-de32dfbddff5 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:49.882293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:49.896866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d8015388-e15c-4942-840b-5c3555aed981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:49.969805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Pushing event updated for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:50.025404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:50.215101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Attempting to bind port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:50.215842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Attempting to bind port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:50.216522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Attempting to bind port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 on network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:50.230052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:50.236898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Checking segment: {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:50.237801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:50.238555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Bound using segment: {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:50.239528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Bound port: 3a190ebd-d520-48cf-9cc4-de32dfbddff5, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a57083-6c4e-4549-96e1-1f4c3939a762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:50.240256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:50.428148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] For port 3a190ebd-d520-48cf-9cc4-de32dfbddff5, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:50.432451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] For port 3a190ebd-d520-48cf-9cc4-de32dfbddff5, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3a190ebd-d520-48cf-9cc4-de32dfbddff5,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:50.441092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:50.449384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:50.538333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Pushing event updated for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:50.549586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:50.558892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:50.559801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:07:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:50.894968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:51.578441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:43Z', 'revision_number': 4, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '3a190ebd-d520-48cf-9cc4-de32dfbddff5', 'name': '', 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'mac_address': 'fa:16:3e:d3:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:42Z', 'updated_at': '2021-12-14T19:07:50Z', 'revision_number': 4, 'project_id': '5205c805a23547cba48176af095f67bd', 'subnets': [{'id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:51.587964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95129fe-2aa1-48fb-8251-751ec7c1c16c None None] The sync data for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi is: [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:07:43Z', 'revision_number': 4, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '3a190ebd-d520-48cf-9cc4-de32dfbddff5', 'name': '', 'network_id': '6af621a5-cd50-49b8-85c9-b6e39757d6d7', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'mac_address': 'fa:16:3e:d3:64:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:42Z', 'updated_at': '2021-12-14T19:07:50Z', 'revision_number': 4, 'project_id': '5205c805a23547cba48176af095f67bd', 'subnets': [{'id': 'b3271c9e-1a87-4cc6-9c5b-395cefaec0d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:53.365410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3a190ebd-d520-48cf-9cc4-de32dfbddff5 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:53.492350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:53.499111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:53.499690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:53.801061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:53.866987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 3a190ebd-d520-48cf-9cc4-de32dfbddff5, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3a190ebd-d520-48cf-9cc4-de32dfbddff5,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:53.879114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:53.888392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:54.041428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:54.057070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:55.230080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3a190ebd-d520-48cf-9cc4-de32dfbddff5 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:55.335926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:55.336796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.130098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33948) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:56.411906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.455265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:56.460364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Usage tracker for resource:security_group_rule and tenant:cc14f9dc029847eeb21dcd3b3cdb1543 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:56.463808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:56.479079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:56.583972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.587524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.597767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b7917abb-12f5-4330-9c44-f0f9b17e6f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:56.648094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e015bc-6135-4a9f-8d40-4da6d0bba9a3,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:56.652345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:56.658455 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-83ec2d70-7c4c-463d-8448-59a19c7952ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc14f9dc029847eeb21dcd3b3cdb1543&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5259035 Dec 14 19:07:56.659113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 33958) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:56.743516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.785058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.855567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.861979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bc147ae5-d7b8-40a7-be9b-b1bb37b697d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:56.882985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e015bc-6135-4a9f-8d40-4da6d0bba9a3,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:56.886273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:56.887815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.893886 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58e015bc-6135-4a9f-8d40-4da6d0bba9a3 HTTP/1.1" status: 204 len: 168 time: 0.2312424 Dec 14 19:08:01.073459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e074-9fa2-473a-ba99-978a35f02853 req-abb37710-2535-4cf5-b110-61ad966019be tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:01.075962 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-abb37710-2535-4cf5-b110-61ad966019be tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 815 time: 0.2125902 Dec 14 19:08:01.098125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-f433268b-c441-452c-a1b9-e6f0984c10f1 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/quotas/250f045700c84da795f20ef5ce090fa8 HTTP/1.1" status: 200 len: 375 time: 0.0147059 Dec 14 19:08:01.213472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d340e074-9fa2-473a-ba99-978a35f02853 req-822191f4-ea14-4071-af61-43efbf8569ee tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:01.231781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d340e074-9fa2-473a-ba99-978a35f02853 req-822191f4-ea14-4071-af61-43efbf8569ee tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:01.233300 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-822191f4-ea14-4071-af61-43efbf8569ee tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1261964 Dec 14 19:08:01.407278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-6d63aeb5-22a9-4356-8dcd-3d4d8fc07e05 service neutron] 10.222.0.72 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596615 Dec 14 19:08:01.610138 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-0363a507-c8c4-4223-a8a7-fa6d1d103fcb service neutron] 10.222.0.72 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960216 Dec 14 19:08:01.822359 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cec21213-97f0-4034-9d07-94d561a3ad4e req-fc3aa700-c9df-4b30-ac52-de2d7f4430db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0472436 Dec 14 19:08:02.306366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265fe8f-4408-4d91-9ce5-9336385cfbe9 req-bbb6644b-f40c-49a3-b550-fd0da8078070 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:02.309594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d265fe8f-4408-4d91-9ce5-9336385cfbe9 req-bbb6644b-f40c-49a3-b550-fd0da8078070 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1415095 Dec 14 19:08:02.364561 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d265fe8f-4408-4d91-9ce5-9336385cfbe9 req-255583e5-5038-480c-8818-dab62e6a4a94 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492203 Dec 14 19:08:02.632292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:08:03.021509 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2a397cb1-1db3-4c1d-ac99-3212503c7733 req-75bb1051-3b8a-4388-b5d1-7baa65dfcaa9 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0493355 Dec 14 19:08:03.615363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a0672-e6b8-41d0-8644-953ba2522d28 req-1895c14a-2cae-4493-85eb-a7981965717f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:03.617027 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-170a0672-e6b8-41d0-8644-953ba2522d28 req-1895c14a-2cae-4493-85eb-a7981965717f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0901768 Dec 14 19:08:03.668344 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-170a0672-e6b8-41d0-8644-953ba2522d28 req-6e64a297-5fc6-47ac-a003-dfe4bce2bf7a tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Dec 14 19:08:04.201375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4707d68-4409-402f-b30b-4f6835257d77 req-8e4f5f0d-3e37-444c-8144-c22a60596ca9 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0484524 Dec 14 19:08:04.896093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96c0de-6727-422c-af33-6ae067a81af9 req-d608284b-8dbf-4a7f-a8b3-945e99665ef7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:04.897842 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da96c0de-6727-422c-af33-6ae067a81af9 req-d608284b-8dbf-4a7f-a8b3-945e99665ef7 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0947778 Dec 14 19:08:04.948221 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da96c0de-6727-422c-af33-6ae067a81af9 req-2b52cc60-e986-4d8f-8fdc-a55323539a5d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Dec 14 19:08:05.373329 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-74b39cb2-d9d0-4fca-80c7-fdd6c72faf38 req-e8ba2c52-4583-47ed-bf4b-0fab8e53c3f3 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0456722 Dec 14 19:08:05.952405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:06.178307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8fbd2-99f2-41c5-ba20-b86fc19c2fa7 req-73ad2c0c-42ff-4327-a328-b0a4c04bbcb1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:06.180026 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cad8fbd2-99f2-41c5-ba20-b86fc19c2fa7 req-73ad2c0c-42ff-4327-a328-b0a4c04bbcb1 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0923574 Dec 14 19:08:06.241994 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cad8fbd2-99f2-41c5-ba20-b86fc19c2fa7 req-290820bf-aa17-447b-9b72-c331e6eeb29e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554864 Dec 14 19:08:06.249603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bcaec2a8-c863-4f09-94d0-bfb99f9b027c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:06.524791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-bda30290-aae0-41ec-bf77-c8db21a497bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994377 Dec 14 19:08:06.582588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ef5adbd-0a55-40e4-83e4-9f4b08b28cfa req-272e031b-f1e0-4a8b-a024-3236c0fb28ec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0477140 Dec 14 19:08:06.834807 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-4b8d0427-1e62-4dfd-a7f5-1c8eb9496d66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.2787967 Dec 14 19:08:07.050543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-793df8a7-38d0-47bc-988c-51433d16ce67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.052927 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-793df8a7-38d0-47bc-988c-51433d16ce67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.1925783 Dec 14 19:08:07.202146 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-55cdea83-4001-4386-b4a8-23dbaef7859f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1002 time: 0.1398683 Dec 14 19:08:07.294174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-5b78b9b3-fb01-437f-8972-07e85f01a0e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.295720 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-5b78b9b3-fb01-437f-8972-07e85f01a0e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0712883 Dec 14 19:08:07.323312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e074-9fa2-473a-ba99-978a35f02853 req-5a692b30-01de-465b-8aac-3133050c3383 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.324107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d340e074-9fa2-473a-ba99-978a35f02853 req-5a692b30-01de-465b-8aac-3133050c3383 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:network {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:07.353640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d340e074-9fa2-473a-ba99-978a35f02853 req-5a692b30-01de-465b-8aac-3133050c3383 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:network {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:07.355580 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-5a692b30-01de-465b-8aac-3133050c3383 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 815 time: 0.2227721 Dec 14 19:08:07.373842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'port': {'device_id': '45d28959-0375-44bf-a3fc-131c3d595960', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'admin_state_up': True, 'tenant_id': '250f045700c84da795f20ef5ce090fa8'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:07.395197 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-1f8f2742-ff90-423f-96c0-7f5e1724e328 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0865493 Dec 14 19:08:07.525320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:07.536012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:07.547575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Made reservation on behalf of 250f045700c84da795f20ef5ce090fa8 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:07.553659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:07.618102 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-6c1f9c64-18e3-4364-be52-4a6bff03520e service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033997 Dec 14 19:08:07.627395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a87c-f548-468c-817a-b84fa03e2e5c req-fb1c613d-08f4-4e81-b9b6-591d741602dd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.629091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86b6a87c-f548-468c-817a-b84fa03e2e5c req-fb1c613d-08f4-4e81-b9b6-591d741602dd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.2172022 Dec 14 19:08:07.681733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86b6a87c-f548-468c-817a-b84fa03e2e5c req-1e1fd933-1728-4d5b-969a-84bfa5d93b39 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454583 Dec 14 19:08:07.726365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Allocated IP 172.20.0.13 (9e224be9-5cdf-4742-98dc-4e92ab07a47c/76161514-f883-4da1-a613-bdd7a029f03f/0946b76c-3640-46d0-8238-7130ce7f3a1a) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:07.733928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:07.859849 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97aabc64-6ddc-427b-8eb4-4bb5f441bd29 req-b630a4e7-fd37-4ac9-a6e5-dace0abfce8b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0505290 Dec 14 19:08:07.970450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:07.987684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Transition to ACTIVE for port object 0946b76c-3640-46d0-8238-7130ce7f3a1a will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:08.009446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:08.016293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:08.097917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:08.101237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:08.105675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:08.140479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:08.148777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:08.180729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:08.181566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:08.224662 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8548763 Dec 14 19:08:08.406193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c98d72f5-e8ff-4600-939d-8fc7b6aa18dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:08.521744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4b0ec6db-fa4a-4ca5-b445-4fce434dca5c None None] Provisioning for port 0946b76c-3640-46d0-8238-7130ce7f3a1a completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:08.527700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4b0ec6db-fa4a-4ca5-b445-4fce434dca5c None None] Provisioning complete for port 0946b76c-3640-46d0-8238-7130ce7f3a1a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:08.528107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4b0ec6db-fa4a-4ca5-b445-4fce434dca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:08.585989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-4b0ec6db-fa4a-4ca5-b445-4fce434dca5c None None] Port 0946b76c-3640-46d0-8238-7130ce7f3a1a cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:08:08.892251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9137-7c18-4d6b-baf6-3679bdfa108e req-a0371ba6-9122-4f35-aada-a6a43f49cd3d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:08.894011 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52ee9137-7c18-4d6b-baf6-3679bdfa108e req-a0371ba6-9122-4f35-aada-a6a43f49cd3d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0859237 Dec 14 19:08:08.944490 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52ee9137-7c18-4d6b-baf6-3679bdfa108e req-3a40c9b8-8925-47eb-90ee-e65195522e44 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440037 Dec 14 19:08:09.251931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214ca7a-fc7f-4bfd-8bf8-7cb12278e764 req-2859784f-4217-4366-afc4-54cad366500d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:09.253828 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2214ca7a-fc7f-4bfd-8bf8-7cb12278e764 req-2859784f-4217-4366-afc4-54cad366500d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 932 time: 0.0970554 Dec 14 19:08:09.311088 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2214ca7a-fc7f-4bfd-8bf8-7cb12278e764 req-4c5f11c2-7c0e-4842-9406-3adfe8aa2049 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491159 Dec 14 19:08:09.334150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:10.177983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb5511-b8e2-4fc2-af35-0d76399674b1 req-061e08a8-4090-4192-a006-7fecb0ef64a5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:10.180541 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a6cb5511-b8e2-4fc2-af35-0d76399674b1 req-061e08a8-4090-4192-a006-7fecb0ef64a5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1089046 Dec 14 19:08:10.233440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:10.233748 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a6cb5511-b8e2-4fc2-af35-0d76399674b1 req-0dfdeb58-e1d0-41ae-967e-f6337af83043 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Dec 14 19:08:10.538008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddf1fe-456e-4bfb-9c15-7cb5754916c1 req-3a79fc82-ee41-4aa1-a447-c82f8d3133cf tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:10.539559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fcddf1fe-456e-4bfb-9c15-7cb5754916c1 req-3a79fc82-ee41-4aa1-a447-c82f8d3133cf tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 932 time: 0.0921788 Dec 14 19:08:10.614238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fcddf1fe-456e-4bfb-9c15-7cb5754916c1 req-1ed7fe27-7a75-4615-862b-1b598d8958bf tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675845 Dec 14 19:08:11.459115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3ef1e-7efb-4a66-bb0e-9c387bae9933 req-7c7aa268-fed3-49be-a1ea-b64bbccb763c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.460873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4cf3ef1e-7efb-4a66-bb0e-9c387bae9933 req-7c7aa268-fed3-49be-a1ea-b64bbccb763c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0933282 Dec 14 19:08:11.518943 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4cf3ef1e-7efb-4a66-bb0e-9c387bae9933 req-b776cb94-3893-40bc-83bf-0eaceb824f70 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512471 Dec 14 19:08:11.801093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Request body: {'port': {'device_id': '45d28959-0375-44bf-a3fc-131c3d595960', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:11.925402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:11.969544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336b92-d21c-4ac7-89fa-00171fe61130 req-324b0838-60f3-417c-8b17-78af08e7bf3c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.971283 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae336b92-d21c-4ac7-89fa-00171fe61130 req-324b0838-60f3-417c-8b17-78af08e7bf3c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 932 time: 0.2177093 Dec 14 19:08:11.973276 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a461abb3-119f-4ab1-9397-a92ad69d631a req-fe109890-7db4-4b77-89c1-efb3eeec3a3e service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764421 Dec 14 19:08:12.023733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae336b92-d21c-4ac7-89fa-00171fe61130 req-d8aed134-e5d6-4188-8f34-ecd79c59b159 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455229 Dec 14 19:08:12.317284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0946b76c-3640-46d0-8238-7130ce7f3a1a {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:12.324632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:12.341852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Transition to ACTIVE for port object 0946b76c-3640-46d0-8238-7130ce7f3a1a will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:12.345157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:12.349399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8135c91-ae6c-452e-94fe-5bf5c63754d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:12.721331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:12.726912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:12.952604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Attempting to bind port 0946b76c-3640-46d0-8238-7130ce7f3a1a on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:08:12.953489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Attempting to bind port 0946b76c-3640-46d0-8238-7130ce7f3a1a by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:08:12.953489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Attempting to bind port 0946b76c-3640-46d0-8238-7130ce7f3a1a on network 9e224be9-5cdf-4742-98dc-4e92ab07a47c {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:12.970022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c62b8-9248-4e4a-a710-aa96943d1338 req-35b47616-081f-417d-ac63-b836fb0008fd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:12.972808 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-443c62b8-9248-4e4a-a710-aa96943d1338 req-35b47616-081f-417d-ac63-b836fb0008fd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1474040 Dec 14 19:08:12.973501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Port 0946b76c-3640-46d0-8238-7130ce7f3a1a on network 9e224be9-5cdf-4742-98dc-4e92ab07a47c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:08:12.974122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Attempting to bind port 0946b76c-3640-46d0-8238-7130ce7f3a1a on network 9e224be9-5cdf-4742-98dc-4e92ab07a47c {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:12.982737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:08:12.983099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Checking segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:12.983528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Bound using segment: {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:08:12.984021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Bound port: 0946b76c-3640-46d0-8238-7130ce7f3a1a, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804dca4a-abeb-4412-8e46-e7c6af5a33ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:08:12.984417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:13.139317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:08:13.143670 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:08:13.152511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:13.160285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7082c056-f15e-43d1-9ac3-76ca9c35e4ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:13.326278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:13.339817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:13.353557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:13.356174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] 10.222.0.66 "PUT /v2.0/ports/0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1094 time: 1.5612302 Dec 14 19:08:13.357039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:13.405333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-443c62b8-9248-4e4a-a710-aa96943d1338 req-ce033a6d-5727-4ac1-8449-c77dbe3118af tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885193 Dec 14 19:08:13.566368 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:08:13.787953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d06ad8-5950-4bf1-a8df-031f40d1384b req-fad43828-2a00-4178-9087-274a9f4a3d49 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:13.795716 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55d06ad8-5950-4bf1-a8df-031f40d1384b req-fad43828-2a00-4178-9087-274a9f4a3d49 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.2873087 Dec 14 19:08:13.923608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55d06ad8-5950-4bf1-a8df-031f40d1384b req-62648e93-201a-480e-8ee7-62744453f4b6 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153264 Dec 14 19:08:14.521785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e4b29-bef8-4b38-a650-5af1317debe6 req-fd79e9e1-5795-436d-9ada-83f097829d95 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:14.523333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c1e4b29-bef8-4b38-a650-5af1317debe6 req-fd79e9e1-5795-436d-9ada-83f097829d95 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0872967 Dec 14 19:08:14.574397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c1e4b29-bef8-4b38-a650-5af1317debe6 req-d3484272-92d4-4a56-9b1c-1182c832fcc8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442314 Dec 14 19:08:14.835185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cadd4-c878-407b-a1e0-be2323410c25 req-a8a37f2b-ccd0-4968-870f-a70c74b140b0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:14.836863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1b8cadd4-c878-407b-a1e0-be2323410c25 req-a8a37f2b-ccd0-4968-870f-a70c74b140b0 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1080375 Dec 14 19:08:14.918725 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1b8cadd4-c878-407b-a1e0-be2323410c25 req-3f17f102-3e27-42d4-8f5e-b65a203d31f5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744767 Dec 14 19:08:15.277209 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94444b-3abf-4939-9342-627b029a8a94 req-5c7d2e28-4247-477f-b99d-6958b6330042 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:15.278827 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca94444b-3abf-4939-9342-627b029a8a94 req-5c7d2e28-4247-477f-b99d-6958b6330042 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1034439 Dec 14 19:08:15.345394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca94444b-3abf-4939-9342-627b029a8a94 req-d09e8f75-0d7f-426f-8b5b-a11a61aff851 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Dec 14 19:08:15.809184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8da5-0dc1-463f-8da5-a0947125236d req-ce6a29ba-9763-43e8-bcee-46a44772ea11 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:15.811550 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b12b8da5-0dc1-463f-8da5-a0947125236d req-ce6a29ba-9763-43e8-bcee-46a44772ea11 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1019230 Dec 14 19:08:15.864226 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b12b8da5-0dc1-463f-8da5-a0947125236d req-af17f62f-f134-425f-a3de-2b9c06660a03 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463362 Dec 14 19:08:16.203504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e38eb0-a3d2-411d-9b20-690fd9c2890f req-56a6272a-f058-413e-aa4d-d599ccacfb43 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:16.207161 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-81e38eb0-a3d2-411d-9b20-690fd9c2890f req-56a6272a-f058-413e-aa4d-d599ccacfb43 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1291983 Dec 14 19:08:16.266532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-81e38eb0-a3d2-411d-9b20-690fd9c2890f req-b616b974-18bf-41c9-93d3-3de65721d291 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530603 Dec 14 19:08:16.601116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628b108-499f-42bf-8e22-0552ac887db1 req-a462f8bf-a881-492c-b259-7d5b61be54b7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:16.605910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f628b108-499f-42bf-8e22-0552ac887db1 req-a462f8bf-a881-492c-b259-7d5b61be54b7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1198564 Dec 14 19:08:16.663335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f628b108-499f-42bf-8e22-0552ac887db1 req-502a6216-4dc5-41f2-9100-b070b9dcac63 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476375 Dec 14 19:08:17.184967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c3ee-ce2d-4973-96ae-4b4b5efec64b req-540b7414-4da7-4251-8b1f-713989ab8eab tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:17.186863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-05d1c3ee-ce2d-4973-96ae-4b4b5efec64b req-540b7414-4da7-4251-8b1f-713989ab8eab tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1702123 Dec 14 19:08:17.247844 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-05d1c3ee-ce2d-4973-96ae-4b4b5efec64b req-040d067f-cc5d-40a5-a813-1bd5650b3c4b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486562 Dec 14 19:08:17.550721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19973e-8339-4db1-9485-799250ed2d43 req-cd8b52b1-def7-49a1-8fda-cc8e9bbaaf7d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:17.552323 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bd19973e-8339-4db1-9485-799250ed2d43 req-cd8b52b1-def7-49a1-8fda-cc8e9bbaaf7d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1201472 Dec 14 19:08:17.611236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bd19973e-8339-4db1-9485-799250ed2d43 req-c3b37a26-0dcf-49c7-85d6-e2a6a71f8121 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Dec 14 19:08:17.889428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f74bb-83dc-40c2-9cbd-81e4902b900c req-c8c18805-a305-4014-8d08-12ee2cfda83f tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:17.891089 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-789f74bb-83dc-40c2-9cbd-81e4902b900c req-c8c18805-a305-4014-8d08-12ee2cfda83f tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0922825 Dec 14 19:08:17.943324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-789f74bb-83dc-40c2-9cbd-81e4902b900c req-65f316b7-fd23-4320-8350-3ce64f85ebfe tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Dec 14 19:08:18.475839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f055cb4-fad9-4848-9492-ef1e26537c75 req-2bad4554-f72d-450b-a5b8-f2af65953120 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:18.477455 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6f055cb4-fad9-4848-9492-ef1e26537c75 req-2bad4554-f72d-450b-a5b8-f2af65953120 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0988657 Dec 14 19:08:18.529186 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6f055cb4-fad9-4848-9492-ef1e26537c75 req-50b561b6-647d-42a2-856e-4a80d2f19b0c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Dec 14 19:08:18.848872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3acd9-bfbf-4047-b52c-071bf4e52b90 req-fa66c63c-ec5e-400f-a04b-57316b4b61a5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:18.850551 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-04a3acd9-bfbf-4047-b52c-071bf4e52b90 req-fa66c63c-ec5e-400f-a04b-57316b4b61a5 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0883074 Dec 14 19:08:18.903185 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-04a3acd9-bfbf-4047-b52c-071bf4e52b90 req-38f9ee9c-5940-4b22-b119-c2eea1007ded tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Dec 14 19:08:19.159159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acac29-c973-48ff-afbf-18ce69ad792d req-46feb712-6e97-4bea-854d-f1d84a0d5577 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:19.160762 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90acac29-c973-48ff-afbf-18ce69ad792d req-46feb712-6e97-4bea-854d-f1d84a0d5577 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0889480 Dec 14 19:08:19.224054 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90acac29-c973-48ff-afbf-18ce69ad792d req-63571c8c-ce0a-4b53-b3cd-1001e5988de3 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 Dec 14 19:08:19.757301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76613799-b5bd-4bfd-bd1b-c5f9ddbc862f req-64f9eb86-2caf-4199-9bc3-e683dd09a3bd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:19.758906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76613799-b5bd-4bfd-bd1b-c5f9ddbc862f req-64f9eb86-2caf-4199-9bc3-e683dd09a3bd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0922036 Dec 14 19:08:19.811426 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76613799-b5bd-4bfd-bd1b-c5f9ddbc862f req-3dd3b957-5762-47f8-887a-7a6ab5864cd5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455811 Dec 14 19:08:20.127263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75b42c-f6c6-4f3b-86c6-744f29998b8c req-72f9eda1-5b93-4f28-97d1-d9c2abbb9c57 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:20.128999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ab75b42c-f6c6-4f3b-86c6-744f29998b8c req-72f9eda1-5b93-4f28-97d1-d9c2abbb9c57 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0895894 Dec 14 19:08:20.184963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ab75b42c-f6c6-4f3b-86c6-744f29998b8c req-f985b3fb-e58f-4bdf-80b3-1de4b90c1d82 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 Dec 14 19:08:20.463074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568c8c-2afa-4bfd-99c1-89119f2bc3fd req-7e3126ab-279b-45fb-a820-c48137b26342 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:20.464815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da568c8c-2afa-4bfd-99c1-89119f2bc3fd req-7e3126ab-279b-45fb-a820-c48137b26342 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0925057 Dec 14 19:08:20.538659 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da568c8c-2afa-4bfd-99c1-89119f2bc3fd req-0fed70a1-6cf3-41dd-9b3a-61d5124cf496 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665526 Dec 14 19:08:21.129205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635bb26-daa8-4d5c-9d21-f35ae2021447 req-6ae8d248-4bb8-4951-80f3-98b29e43b656 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:21.131017 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e635bb26-daa8-4d5c-9d21-f35ae2021447 req-6ae8d248-4bb8-4951-80f3-98b29e43b656 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1538875 Dec 14 19:08:21.196062 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e635bb26-daa8-4d5c-9d21-f35ae2021447 req-936f32be-7d66-40b2-a219-d4fe7ae0488c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531735 Dec 14 19:08:21.439472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d1fac-daf3-47f4-8c64-c19cd0386287 req-7c48ec58-d559-4d15-9d05-0de4f47ee8b3 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:21.442504 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e30d1fac-daf3-47f4-8c64-c19cd0386287 req-7c48ec58-d559-4d15-9d05-0de4f47ee8b3 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1212387 Dec 14 19:08:21.505893 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e30d1fac-daf3-47f4-8c64-c19cd0386287 req-8486c14d-cae9-43b7-a743-3e30d45a465e tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Dec 14 19:08:22.010507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd01b-fcd0-4b9e-a94a-6be7c286d874 req-4e04d926-f7dd-41e6-b23f-ce289bba0c20 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.012667 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-740dd01b-fcd0-4b9e-a94a-6be7c286d874 req-4e04d926-f7dd-41e6-b23f-ce289bba0c20 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.3122718 Dec 14 19:08:22.097840 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-740dd01b-fcd0-4b9e-a94a-6be7c286d874 req-a1e0afde-aa5d-4ca5-b3e9-082ac779c62e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734372 Dec 14 19:08:22.577304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8090be-5016-4c3c-a0b9-5e5e8a93ad3b req-0bc9ca07-ffee-4df8-9f73-854c70c48b44 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.579220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e8090be-5016-4c3c-a0b9-5e5e8a93ad3b req-0bc9ca07-ffee-4df8-9f73-854c70c48b44 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1040242 Dec 14 19:08:22.633800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e8090be-5016-4c3c-a0b9-5e5e8a93ad3b req-da4732e8-bb4b-4cb0-8b8e-a423db7a8f58 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483828 Dec 14 19:08:22.854105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b90ab-ddf0-41df-9dfa-9a01541e8e47 req-9cd4f913-1a47-44db-9f81-8756c106ef5d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.855826 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f14b90ab-ddf0-41df-9dfa-9a01541e8e47 req-9cd4f913-1a47-44db-9f81-8756c106ef5d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0865083 Dec 14 19:08:22.918900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f14b90ab-ddf0-41df-9dfa-9a01541e8e47 req-9076bc57-8253-4982-ba99-7dce4aeabc71 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559402 Dec 14 19:08:23.361212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05283569-f9e9-4efc-b6e8-a5429b7b38b9 req-a11f362b-59d0-46ba-bc00-93d9642cc32a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:23.368873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-05283569-f9e9-4efc-b6e8-a5429b7b38b9 req-a11f362b-59d0-46ba-bc00-93d9642cc32a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1100559 Dec 14 19:08:23.415692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-05283569-f9e9-4efc-b6e8-a5429b7b38b9 req-33ea5421-d96e-4f73-9c98-72ce6cb6b5c3 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457973 Dec 14 19:08:23.905293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678961b0-d14d-49c1-8ea0-da21a81b4955 req-dc0f6319-b5cf-43ed-af0d-fce60c095301 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:23.908232 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-678961b0-d14d-49c1-8ea0-da21a81b4955 req-dc0f6319-b5cf-43ed-af0d-fce60c095301 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1262248 Dec 14 19:08:23.972440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-678961b0-d14d-49c1-8ea0-da21a81b4955 req-8b78c7c2-9690-485a-aa01-996353ac8cdd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571611 Dec 14 19:08:24.218668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8237cf-13a4-4e35-98b6-aa93132d429c req-c730cc01-bd6b-45e7-b4dc-4d3479fedfdf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:24.220513 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df8237cf-13a4-4e35-98b6-aa93132d429c req-c730cc01-bd6b-45e7-b4dc-4d3479fedfdf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0987656 Dec 14 19:08:24.302826 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df8237cf-13a4-4e35-98b6-aa93132d429c req-134335fd-e2f8-43f9-a3e0-9edc4db3ea25 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735629 Dec 14 19:08:24.718904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c91d5-d6f8-4d31-b8ae-5792747956d9 req-b30717a8-551a-4852-823a-ac9aedc5a92d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:24.722115 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-139c91d5-d6f8-4d31-b8ae-5792747956d9 req-b30717a8-551a-4852-823a-ac9aedc5a92d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1219277 Dec 14 19:08:24.783925 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-139c91d5-d6f8-4d31-b8ae-5792747956d9 req-fe77beaa-ff6b-47d0-8f66-9bfd95b22621 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552177 Dec 14 19:08:25.213799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e863e7f-4fcd-4f3b-8e27-b28024a73689 req-312dc000-2996-40de-a32c-bd01a11e6011 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:25.215604 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e863e7f-4fcd-4f3b-8e27-b28024a73689 req-312dc000-2996-40de-a32c-bd01a11e6011 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1019311 Dec 14 19:08:25.285330 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e863e7f-4fcd-4f3b-8e27-b28024a73689 req-3d45e47d-3a80-4379-9aff-539b927d3255 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605314 Dec 14 19:08:25.572457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2bb5-a94e-484d-a4a3-716a85239aad req-13718998-7c17-4ac4-a38e-69b9891561ab tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:25.574220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c06f2bb5-a94e-484d-a4a3-716a85239aad req-13718998-7c17-4ac4-a38e-69b9891561ab tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1394429 Dec 14 19:08:25.627814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c06f2bb5-a94e-484d-a4a3-716a85239aad req-795bbdce-d8ac-47ad-b8d2-d22dd172db11 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Dec 14 19:08:26.056867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e135457-189f-4f4f-81af-c8d055828dcb req-216796bd-a30b-444b-9b8f-3b7643a110c6 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:26.059963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e135457-189f-4f4f-81af-c8d055828dcb req-216796bd-a30b-444b-9b8f-3b7643a110c6 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1009874 Dec 14 19:08:26.118790 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e135457-189f-4f4f-81af-c8d055828dcb req-ddf8cc55-2541-4f2a-95c7-4cb258bd0cea tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499473 Dec 14 19:08:26.534542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe9cad-cc32-469f-a5cf-c524496016d6 req-d01888eb-c537-42c2-8257-1d8d2e323006 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:26.536274 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aefe9cad-cc32-469f-a5cf-c524496016d6 req-d01888eb-c537-42c2-8257-1d8d2e323006 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0941880 Dec 14 19:08:26.592945 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aefe9cad-cc32-469f-a5cf-c524496016d6 req-f94237e0-3cfb-41b4-b3c0-143d4132e638 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494442 Dec 14 19:08:26.941774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198297e1-a3ed-46e8-8c22-49a5b61f73cd req-c56ca66f-77df-457c-96c1-71920ce84bcc tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:26.943402 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-198297e1-a3ed-46e8-8c22-49a5b61f73cd req-c56ca66f-77df-457c-96c1-71920ce84bcc tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1047759 Dec 14 19:08:27.002261 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-198297e1-a3ed-46e8-8c22-49a5b61f73cd req-17198087-ab0e-4e9a-8c05-89c5cc84b87f tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Dec 14 19:08:27.427918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134844f2-2ba6-4f52-958f-43c1603a5901 req-eee934b6-d52c-4508-9e01-3759a07d74e0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:27.429672 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-134844f2-2ba6-4f52-958f-43c1603a5901 req-eee934b6-d52c-4508-9e01-3759a07d74e0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.1677301 Dec 14 19:08:27.499282 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-134844f2-2ba6-4f52-958f-43c1603a5901 req-4ff0396c-e0db-4090-8364-06ada5a41228 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625584 Dec 14 19:08:27.855439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30ee6b-64d2-4b78-8def-6f4e25430c67 req-a4195203-8991-4010-b8e2-d25be19be37e tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:27.858817 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6b30ee6b-64d2-4b78-8def-6f4e25430c67 req-a4195203-8991-4010-b8e2-d25be19be37e tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1052196 Dec 14 19:08:27.954433 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6b30ee6b-64d2-4b78-8def-6f4e25430c67 req-428ab911-a770-44b6-aeec-47faa13cf249 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866373 Dec 14 19:08:28.190735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34402) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:28.371009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8aa7e-ed48-42be-9203-08ab678ee140 req-716702c4-8c36-4aaa-987d-20638339b9ba tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:28.372894 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-efc8aa7e-ed48-42be-9203-08ab678ee140 req-716702c4-8c36-4aaa-987d-20638339b9ba tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1234114 Dec 14 19:08:28.451135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.478227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-efc8aa7e-ed48-42be-9203-08ab678ee140 req-4224c035-6259-4e4e-b080-afa066571538 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977597 Dec 14 19:08:28.498733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:28.504299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Usage tracker for resource:security_group_rule and tenant:d59439d4de33436980614d808c04c5fa is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:28.507784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:28.514954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:28.672904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.734413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.742246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-93c509ef-83fe-44bf-be00-20af8cb1c7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:28.790628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc1ae1-c63f-4ce3-9376-c53bb2d0d0b4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:28.794107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:28.833797 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d59439d4de33436980614d808c04c5fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6406136 Dec 14 19:08:28.838791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34412) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:28.888372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17866b5-1723-462c-8c11-83d7c4f715f4 req-b1617d32-8d93-4055-b0da-f6f62f7a817b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:28.890081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e17866b5-1723-462c-8c11-83d7c4f715f4 req-b1617d32-8d93-4055-b0da-f6f62f7a817b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0949483 Dec 14 19:08:28.964635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.965174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e17866b5-1723-462c-8c11-83d7c4f715f4 req-c3592390-1ca5-4ca4-900d-a9c7674a99e1 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669854 Dec 14 19:08:29.017385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.139456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.150294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-44379bb9-f833-41fa-9bc5-bdbe9573fafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:29.165581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.166871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65dc1ae1-c63f-4ce3-9376-c53bb2d0d0b4 HTTP/1.1" status: 204 len: 168 time: 0.3264825 Dec 14 19:08:29.168073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc1ae1-c63f-4ce3-9376-c53bb2d0d0b4,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:29.170849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:29.404678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c9d18-fc5c-4008-b58b-66252e5e4ef9 req-0db4b0f0-65c6-496f-a56c-ee2b7a7cad44 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:29.406846 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-191c9d18-fc5c-4008-b58b-66252e5e4ef9 req-0db4b0f0-65c6-496f-a56c-ee2b7a7cad44 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0982590 Dec 14 19:08:29.464772 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-191c9d18-fc5c-4008-b58b-66252e5e4ef9 req-c4dd826e-8aa8-4706-9e3f-383e857b587a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510848 Dec 14 19:08:29.703256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7038a92-7731-491b-8640-fd686aa5e4f8 req-8cf5a55c-89df-48a6-a3eb-d9e99dcfe803 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:29.704966 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d7038a92-7731-491b-8640-fd686aa5e4f8 req-8cf5a55c-89df-48a6-a3eb-d9e99dcfe803 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0877330 Dec 14 19:08:29.758610 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d7038a92-7731-491b-8640-fd686aa5e4f8 req-1284ba48-42d4-41c8-b59b-100a0ccaa112 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Dec 14 19:08:30.236100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5a96d-f80b-4cce-9bf1-de8a35e93ee9 req-1e1c58ea-f2a3-4fb5-a85a-8f04033cc0c0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:30.237994 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9be5a96d-f80b-4cce-9bf1-de8a35e93ee9 req-1e1c58ea-f2a3-4fb5-a85a-8f04033cc0c0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0974264 Dec 14 19:08:30.291652 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9be5a96d-f80b-4cce-9bf1-de8a35e93ee9 req-2797c646-36ef-401c-a378-ca31a2b42d6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472209 Dec 14 19:08:30.681783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b1be-d1f0-49cb-b4bc-b61e995d2c27 req-33258209-1096-4bf6-8494-b12aac0efd24 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:30.683486 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-48e4b1be-d1f0-49cb-b4bc-b61e995d2c27 req-33258209-1096-4bf6-8494-b12aac0efd24 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0900729 Dec 14 19:08:30.737746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-48e4b1be-d1f0-49cb-b4bc-b61e995d2c27 req-5e518240-dbb3-42f4-a193-74c62503b696 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475357 Dec 14 19:08:31.006350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf2ad0-5490-4ba1-8def-c58d0e5907ea req-fe163980-a2ff-4099-ac7c-f094a11ad649 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:31.008014 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-44bf2ad0-5490-4ba1-8def-c58d0e5907ea req-fe163980-a2ff-4099-ac7c-f094a11ad649 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0897148 Dec 14 19:08:31.062679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-44bf2ad0-5490-4ba1-8def-c58d0e5907ea req-bbc81e40-5a77-4986-bdd2-3feac32b6146 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Dec 14 19:08:31.503365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b2deb-d404-42c8-8aa7-b1cc8476e4db req-66e18002-e73a-4105-ba07-dbef36258674 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:31.505112 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc3b2deb-d404-42c8-8aa7-b1cc8476e4db req-66e18002-e73a-4105-ba07-dbef36258674 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0881495 Dec 14 19:08:31.561488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc3b2deb-d404-42c8-8aa7-b1cc8476e4db req-6f020364-d9e1-4c07-9a2c-1dbc96a90c80 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Dec 14 19:08:31.959519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62754c5-f3b9-4db9-b49b-373b68c1a567 req-815b93bb-5143-4772-8965-f99bc0d2f0d1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:31.961097 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c62754c5-f3b9-4db9-b49b-373b68c1a567 req-815b93bb-5143-4772-8965-f99bc0d2f0d1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0845106 Dec 14 19:08:32.012218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c62754c5-f3b9-4db9-b49b-373b68c1a567 req-e5b91613-4bd1-4a99-b885-4c05bcc631e7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Dec 14 19:08:32.292374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeebd1-dee3-484c-b182-4b18d177d226 req-f1f0a575-f7b4-4b74-aa08-cbccc5ed8273 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:32.293905 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ddaeebd1-dee3-484c-b182-4b18d177d226 req-f1f0a575-f7b4-4b74-aa08-cbccc5ed8273 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0947304 Dec 14 19:08:32.345336 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ddaeebd1-dee3-484c-b182-4b18d177d226 req-a81bb801-6de8-4b7d-82ce-aee7067d02bd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Dec 14 19:08:32.771688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a579e-9583-4f69-9b62-5dcdf6810461 req-7389fbb3-c606-4a36-a6e6-2154b4d3f62c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:32.774440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-514a579e-9583-4f69-9b62-5dcdf6810461 req-7389fbb3-c606-4a36-a6e6-2154b4d3f62c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0881360 Dec 14 19:08:32.833234 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-514a579e-9583-4f69-9b62-5dcdf6810461 req-463e2033-faec-43bd-97b1-3cb902771234 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Dec 14 19:08:33.047008 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d93ecaf9-f80f-4ebe-898c-986598a0742f req-df190cff-4329-4998-8f92-418c64697dfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1097 time: 0.0799525 Dec 14 19:08:33.271802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ecaf9-f80f-4ebe-898c-986598a0742f req-ae57427d-a267-4e04-9c77-98c109f43cc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.273791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d93ecaf9-f80f-4ebe-898c-986598a0742f req-ae57427d-a267-4e04-9c77-98c109f43cc6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=250f045700c84da795f20ef5ce090fa8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2152874 Dec 14 19:08:33.466750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236916c-4447-40ee-838c-7cddd765e45c req-bbd39048-a548-43fc-96ad-c5e4e2cc8aa3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.468464 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9236916c-4447-40ee-838c-7cddd765e45c req-bbd39048-a548-43fc-96ad-c5e4e2cc8aa3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2551794 Dec 14 19:08:33.472045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ecaf9-f80f-4ebe-898c-986598a0742f req-362868ab-e6db-47a2-ab22-adc4ca4df5e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.473639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d93ecaf9-f80f-4ebe-898c-986598a0742f req-362868ab-e6db-47a2-ab22-adc4ca4df5e2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890445 Dec 14 19:08:33.594215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9236916c-4447-40ee-838c-7cddd765e45c req-04511b8e-98c2-40f3-aa47-8765afda3dc2 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178067 Dec 14 19:08:33.632127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be6b28-7102-46ee-a9f9-7642b4200962 req-08c99bf3-02c4-4621-9bed-6c8c4a446d6d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.634810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90be6b28-7102-46ee-a9f9-7642b4200962 req-08c99bf3-02c4-4621-9bed-6c8c4a446d6d tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1242683 Dec 14 19:08:33.647449 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-2eb9e6ee-023f-4367-907f-b0d324fba6d5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1097 time: 0.1221728 Dec 14 19:08:33.706363 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90be6b28-7102-46ee-a9f9-7642b4200962 req-34d3dbe6-e94e-4d20-98ef-6538a67e6fcc tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596223 Dec 14 19:08:33.735758 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-348f9337-ade7-499b-a8b7-9d5906a4a344 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 217 time: 0.0807624 Dec 14 19:08:33.852844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340e074-9fa2-473a-ba99-978a35f02853 req-32f5c631-a92d-4054-8d2f-312fb8e642ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.855245 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-32f5c631-a92d-4054-8d2f-312fb8e642ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.0782764 Dec 14 19:08:33.983224 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-2def26cc-56cb-4d00-8c3b-5e3cd684a474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1207271 Dec 14 19:08:34.266557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-07ccf6e5-a513-42b8-87ee-12d5e6af3d7e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:34.267337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-07ccf6e5-a513-42b8-87ee-12d5e6af3d7e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:34.283428 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-affc6f77-2522-43eb-b677-1c0b7fd2f036 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268028 Dec 14 19:08:34.316579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-07ccf6e5-a513-42b8-87ee-12d5e6af3d7e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:34.317925 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-07ccf6e5-a513-42b8-87ee-12d5e6af3d7e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.3331239 Dec 14 19:08:34.346183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-8f66e0e4-9d79-402a-ae82-34117c9c03cd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:34.347957 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-8f66e0e4-9d79-402a-ae82-34117c9c03cd tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.0911508 Dec 14 19:08:34.470805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-1d9b39b8-3ec0-415e-9748-6e584ee54a49 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:34.474029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Deleting port e8404c8d-2f25-42d4-9ffd-a740335c89b4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:34.474416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.510487 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d340e074-9fa2-473a-ba99-978a35f02853 req-43c7f0dc-f917-4c47-ad6c-c6ffeb012ebf service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193315 Dec 14 19:08:34.521469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-1d9b39b8-3ec0-415e-9748-6e584ee54a49 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:34.535839 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a7178a52-cc99-47af-820d-d1e2fb3b54a9 req-1d9b39b8-3ec0-415e-9748-6e584ee54a49 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609256 Dec 14 19:08:34.815317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] For port e8404c8d-2f25-42d4-9ffd-a740335c89b4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e8404c8d-2f25-42d4-9ffd-a740335c89b4,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:34.815694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.936656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644c8fa-e56f-4716-9dfa-da9df9a29fa4 req-40fb3aa1-fbd8-4ead-af60-6d054cb106fc tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:34.939139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b644c8fa-e56f-4716-9dfa-da9df9a29fa4 req-40fb3aa1-fbd8-4ead-af60-6d054cb106fc tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8b1128a-ad8b-4ab9-88b9-8da32741ac06 HTTP/1.1" status: 200 len: 946 time: 0.1011293 Dec 14 19:08:34.957483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Calling delete_port for e8404c8d-2f25-42d4-9ffd-a740335c89b4 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:35.013613 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b644c8fa-e56f-4716-9dfa-da9df9a29fa4 req-5bc1b5df-4105-4a0f-9c9b-9d8e61933389 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679162 Dec 14 19:08:35.048090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6668c-2758-491d-a159-5f33f95c6354 req-cb07c627-b838-45d5-b133-b570a064a93b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:35.049875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59d6668c-2758-491d-a159-5f33f95c6354 req-cb07c627-b838-45d5-b133-b570a064a93b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.3163126 Dec 14 19:08:35.162957 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59d6668c-2758-491d-a159-5f33f95c6354 req-74f0c9a2-7083-4beb-86f3-14875450bef5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709043 Dec 14 19:08:35.163602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:35.169739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:35.175832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'e8404c8d-2f25-42d4-9ffd-a740335c89b4'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:35.218121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Pushing event deleted for resources: {'Port': ['ID=e8404c8d-2f25-42d4-9ffd-a740335c89b4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:35.270406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.270771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.271114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.271539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.271922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.272635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.272635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.273094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.273473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.273865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.274255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:35.302790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:35.313536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] No DVR routers for this DVR port e8404c8d-2f25-42d4-9ffd-a740335c89b4 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:35.316691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:35.319777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'name': 'network-vif-deleted', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:35.342362 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8ec7ca9-c6bd-4725-8dec-4f97e0bf7ffb req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "DELETE /v2.0/ports/e8404c8d-2f25-42d4-9ffd-a740335c89b4 HTTP/1.1" status: 204 len: 173 time: 0.9799850 Dec 14 19:08:35.383075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b1128a-ad8b-4ab9-88b9-8da32741ac06', 'name': 'network-vif-deleted', 'tag': 'e8404c8d-2f25-42d4-9ffd-a740335c89b4', 'status': 'completed', 'code': 200} Dec 14 19:08:35.737518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090bcab-bb28-4793-8c80-cd5fd7436902 req-535bf145-4324-4a2e-838f-5b220e7f8b42 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:35.739173 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2090bcab-bb28-4793-8c80-cd5fd7436902 req-535bf145-4324-4a2e-838f-5b220e7f8b42 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0848253 Dec 14 19:08:35.794531 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2090bcab-bb28-4793-8c80-cd5fd7436902 req-3feb4266-c7c6-464a-aef7-cbd99072ba8e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490787 Dec 14 19:08:35.941668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:36.160351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f2fc-077a-4d7b-8dca-c00c13882387 req-96a29749-18af-42f7-8283-f21aef61780b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:36.162033 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8c33f2fc-077a-4d7b-8dca-c00c13882387 req-96a29749-18af-42f7-8283-f21aef61780b tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.0996900 Dec 14 19:08:36.215412 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8c33f2fc-077a-4d7b-8dca-c00c13882387 req-652578d3-9ef5-4aa3-b8b2-988ae7302ede tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Dec 14 19:08:36.255917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fc81941-f8be-44ed-9b7c-c9efedcd4503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:36.432241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bd9b8-e9d8-4ae7-b185-d4ba1b5d8d4a req-1a6b0338-9fb8-4708-b63e-2055ae2579e1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:36.434072 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b17bd9b8-e9d8-4ae7-b185-d4ba1b5d8d4a req-1a6b0338-9fb8-4708-b63e-2055ae2579e1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0919404 Dec 14 19:08:36.488862 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b17bd9b8-e9d8-4ae7-b185-d4ba1b5d8d4a req-a4201221-2c31-49e4-8604-761022cf7cd3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479169 Dec 14 19:08:36.568728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673b68f-575c-469f-a0c8-577c07495e30 req-f10e5903-656b-4a21-935d-3040c07bec12 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:36.570438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d673b68f-575c-469f-a0c8-577c07495e30 req-f10e5903-656b-4a21-935d-3040c07bec12 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0912733 Dec 14 19:08:36.625565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d673b68f-575c-469f-a0c8-577c07495e30 req-ecbeea14-65bd-4388-aba0-b11e9d36dd96 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Dec 14 19:08:37.019886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0a13b-5ceb-4522-b73e-8db2da471629 req-0030b509-4ab4-4de0-900d-60e662f8ae47 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:37.021355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2bf0a13b-5ceb-4522-b73e-8db2da471629 req-0030b509-4ab4-4de0-900d-60e662f8ae47 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 944 time: 0.0897110 Dec 14 19:08:37.072986 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2bf0a13b-5ceb-4522-b73e-8db2da471629 req-506e5212-c23e-4f22-ba77-8d8542541ce9 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451310 Dec 14 19:08:37.182246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 0946b76c-3640-46d0-8238-7130ce7f3a1a details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:37.188232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e8404c8d-2f25-42d4-9ffd-a740335c89b4 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:37.233498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: e8404c8d-2f25-42d4-9ffd-a740335c89b4 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:37.233885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device e8404c8d-2f25-42d4-9ffd-a740335c89b4 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:37.447292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc216ba8-8bf8-4dc3-838b-9f470e786c2b req-8d1b4e6d-457e-4b70-87a0-7c74e610b4f9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:37.449636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc216ba8-8bf8-4dc3-838b-9f470e786c2b req-8d1b4e6d-457e-4b70-87a0-7c74e610b4f9 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.0954680 Dec 14 19:08:37.506516 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc216ba8-8bf8-4dc3-838b-9f470e786c2b req-ffb10c1b-6a99-4d26-bed3-d7ebbc803148 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Dec 14 19:08:37.670896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:37.699389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'port_id': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'mac_address': 'fa:16:3e:48:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:37.727690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7182f-5059-45d5-b08b-bb9a8a29a176 req-36bbfd8c-2666-48c8-af46-9380f7294326 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:37.729397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ef7182f-5059-45d5-b08b-bb9a8a29a176 req-36bbfd8c-2666-48c8-af46-9380f7294326 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1047285 Dec 14 19:08:37.791303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ef7182f-5059-45d5-b08b-bb9a8a29a176 req-a55cb018-888d-4a61-908b-491ad164a13f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493140 Dec 14 19:08:37.815068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.840871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.860817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0946b76c-3640-46d0-8238-7130ce7f3a1a {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:37.880746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:37.883879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b7b21-5cc5-4a7e-9b6a-20e3cbf6c9ac req-4d83e0ac-9dac-4361-8a49-b0de85e5454c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:37.885496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.885729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-051b7b21-5cc5-4a7e-9b6a-20e3cbf6c9ac req-4d83e0ac-9dac-4361-8a49-b0de85e5454c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Synchronizing usage tracker for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:37.887875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:37.908883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-051b7b21-5cc5-4a7e-9b6a-20e3cbf6c9ac req-4d83e0ac-9dac-4361-8a49-b0de85e5454c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Unset dirty status for tenant:7c40eecd1fd74ef49a922ada8bf50105 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:37.910267 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-051b7b21-5cc5-4a7e-9b6a-20e3cbf6c9ac req-4d83e0ac-9dac-4361-8a49-b0de85e5454c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1540458 Dec 14 19:08:37.962272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:37.969636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-051b7b21-5cc5-4a7e-9b6a-20e3cbf6c9ac req-7d5dd37e-7392-4778-8c40-77237110f2e9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524814 Dec 14 19:08:37.973581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.974013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.974361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.974739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.975111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.975488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.975861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.976238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.976601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.977047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.977372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:37.982236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:38.271327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-42a2b280-0ccb-4478-b2b6-06f88ada40aa tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:38.272830 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-42a2b280-0ccb-4478-b2b6-06f88ada40aa tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.1369431 Dec 14 19:08:38.361309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Deleting port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:38.361695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:38.392805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea0d9-fa21-48e0-acb3-cabf1f8f3ba8 req-83593f65-0b8b-4411-9a39-deba72923453 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:38.394451 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d87ea0d9-fa21-48e0-acb3-cabf1f8f3ba8 req-83593f65-0b8b-4411-9a39-deba72923453 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 945 time: 0.1924937 Dec 14 19:08:38.409885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0b32f5f-fa71-4aad-ac63-2a5a70657044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:38.450980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['0946b76c-3640-46d0-8238-7130ce7f3a1a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:38.519068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d87ea0d9-fa21-48e0-acb3-cabf1f8f3ba8 req-858fa166-23d2-4e13-a97d-b99561038984 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060259 Dec 14 19:08:38.699162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] For port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:38.699560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:38.736697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924f004-322c-493e-b9af-094ee053e9bb req-5c955823-9e5e-4825-9416-1ababb5a2fc8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:38.738370 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5924f004-322c-493e-b9af-094ee053e9bb req-5c955823-9e5e-4825-9416-1ababb5a2fc8 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 945 time: 0.0871446 Dec 14 19:08:38.790255 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5924f004-322c-493e-b9af-094ee053e9bb req-693aa7a8-4f28-4596-b740-7290ee24878c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Dec 14 19:08:39.024802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Calling delete_port for 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:39.229126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eb4d0-0a3b-498d-896b-d15a7ee0eb3f req-ca86b8ef-8cc9-4b03-b0f4-8e298de92e14 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:39.230841 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-433eb4d0-0a3b-498d-896b-d15a7ee0eb3f req-ca86b8ef-8cc9-4b03-b0f4-8e298de92e14 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2132304 Dec 14 19:08:39.239977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708420c2-bf67-4a71-8f98-230d47f5d8dc req-69890342-9bd6-47ca-98e1-0ee5e497f4ea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:39.241704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-708420c2-bf67-4a71-8f98-230d47f5d8dc req-69890342-9bd6-47ca-98e1-0ee5e497f4ea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1284328 Dec 14 19:08:39.276143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:39.282791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:39.303065 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-708420c2-bf67-4a71-8f98-230d47f5d8dc req-3c26ffdb-4924-4582-9af9-8c53ccdf7a3c tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Dec 14 19:08:39.340339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event deleted for resources: {'Port': ['ID=8a6fd277-bd9a-4147-83cd-1a04f11c79b1,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:39.343249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:39.350352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:39.387463 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-433eb4d0-0a3b-498d-896b-d15a7ee0eb3f req-4aeb2ec3-e60e-4dc4-abf9-0f275ed082c8 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437888 Dec 14 19:08:39.436454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] No DVR routers for this DVR port 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:39.439947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:39.443232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'name': 'network-vif-deleted', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:39.445484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318', 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'a6a229ee-ac67-460b-bc6b-52c954a197b8'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:39.459811 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f5087c53-9824-4c07-a4ca-2ccd7583f865 req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "DELETE /v2.0/ports/8a6fd277-bd9a-4147-83cd-1a04f11c79b1 HTTP/1.1" status: 204 len: 173 time: 1.1802218 Dec 14 19:08:39.534018 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b118efe7-7298-406e-ba34-592bd98a68ac', 'name': 'network-vif-deleted', 'tag': '8a6fd277-bd9a-4147-83cd-1a04f11c79b1', 'status': 'completed', 'code': 200} Dec 14 19:08:39.651283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:08:39.758693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415d67f-f7cd-4c04-be2c-3782f880ecf4 req-54f06085-7aeb-4659-9a08-5a0dabc0804c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:39.761320 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b415d67f-f7cd-4c04-be2c-3782f880ecf4 req-54f06085-7aeb-4659-9a08-5a0dabc0804c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 945 time: 0.0989144 Dec 14 19:08:39.834653 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b415d67f-f7cd-4c04-be2c-3782f880ecf4 req-d6906e94-05b7-4006-8a94-028a95ded76d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618513 Dec 14 19:08:40.144926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-01df97ec-2c4d-4286-945a-b840d5f24581 req-d776b75b-35d7-44ea-a25b-e4c287e5ad8d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:40.163814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-01df97ec-2c4d-4286-945a-b840d5f24581 req-d776b75b-35d7-44ea-a25b-e4c287e5ad8d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:40.165252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01df97ec-2c4d-4286-945a-b840d5f24581 req-d776b75b-35d7-44ea-a25b-e4c287e5ad8d tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=b118efe7-7298-406e-ba34-592bd98a68ac HTTP/1.1" status: 200 len: 210 time: 0.0899844 Dec 14 19:08:40.238944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:40.544791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5fc5f-da25-4d33-aa5d-4a31be40ca87 req-7c0b8351-48fa-48f6-9ee9-221edb608aea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:40.548690 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2fd5fc5f-da25-4d33-aa5d-4a31be40ca87 req-7c0b8351-48fa-48f6-9ee9-221edb608aea tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1083932 Dec 14 19:08:40.610749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf2201-ff7f-4a43-8567-5a1c91a921b2 req-6c2f77a4-5cde-424b-8c8a-70ca40fdd1ea tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:40.612931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9abf2201-ff7f-4a43-8567-5a1c91a921b2 req-6c2f77a4-5cde-424b-8c8a-70ca40fdd1ea tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0877090 Dec 14 19:08:40.616026 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2fd5fc5f-da25-4d33-aa5d-4a31be40ca87 req-5631f74f-2bc2-43b3-8125-39cf1d955100 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Dec 14 19:08:40.668113 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9abf2201-ff7f-4a43-8567-5a1c91a921b2 req-623eefda-c8f3-48d4-aa00-fd7c80e9b360 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Dec 14 19:08:41.069072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af1398-d7b9-4c3d-ac20-1e7718c0b6bf req-18f1985d-5ec1-4a25-8a47-24b136e38b1a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:41.070826 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64af1398-d7b9-4c3d-ac20-1e7718c0b6bf req-18f1985d-5ec1-4a25-8a47-24b136e38b1a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 945 time: 0.0979431 Dec 14 19:08:41.124056 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64af1398-d7b9-4c3d-ac20-1e7718c0b6bf req-6655c0aa-04c4-4a8a-a1fc-cbf862fe8bc8 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462244 Dec 14 19:08:41.207192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 0946b76c-3640-46d0-8238-7130ce7f3a1a up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:08:41.287402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 0946b76c-3640-46d0-8238-7130ce7f3a1a completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:41.293246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 0946b76c-3640-46d0-8238-7130ce7f3a1a triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:41.293675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:41.436784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:41.475073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:41.490435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:41.493483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:41.494986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:41.538487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:41.570121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'code': 200} Dec 14 19:08:41.575584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:41.575948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 8a6fd277-bd9a-4147-83cd-1a04f11c79b1 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:41.611754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:41.615420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:41.872514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5ae1e-95c9-4409-af6e-853ade402b1a req-616d0084-bae9-4720-9602-e2551b381ddf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:41.874226 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0cc5ae1e-95c9-4409-af6e-853ade402b1a req-616d0084-bae9-4720-9602-e2551b381ddf tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.1031005 Dec 14 19:08:41.943545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0cc5ae1e-95c9-4409-af6e-853ade402b1a req-51cd3c9b-a1e6-450c-8685-7ef61df84cfe tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Dec 14 19:08:41.956540 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cd70a53a-9946-47f2-b331-fd96ac5af520 req-d035bfae-cfa3-4080-ba51-0b1425fb839c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1099 time: 0.2009413 Dec 14 19:08:41.967891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa85e-e769-4abf-aed9-90853bae6378 req-a74cb23d-fa40-4805-bfba-44b7fd815ecf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:41.969630 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8e2fa85e-e769-4abf-aed9-90853bae6378 req-a74cb23d-fa40-4805-bfba-44b7fd815ecf tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1194985 Dec 14 19:08:42.051882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cd70a53a-9946-47f2-b331-fd96ac5af520 req-95af0a1d-a0b6-457b-a3b4-c8c25b33ff4f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811515 Dec 14 19:08:42.069757 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8e2fa85e-e769-4abf-aed9-90853bae6378 req-6333b564-6c88-49ad-9240-0b0b70cba6ce tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824871 Dec 14 19:08:42.345560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebda87-cb13-4003-9472-e2791ad1d538 req-c49515a2-0566-4309-9243-e4f66e4e1577 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:42.347310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29ebda87-cb13-4003-9472-e2791ad1d538 req-c49515a2-0566-4309-9243-e4f66e4e1577 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.0863266 Dec 14 19:08:42.410478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29ebda87-cb13-4003-9472-e2791ad1d538 req-d418a525-6690-4e60-9c81-10266e411cda tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561297 Dec 14 19:08:42.738755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4639d2-5486-4009-ab03-d5125c64365d req-be12f7ee-428b-45fc-80fb-51077bdd9ca9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:42.740407 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ef4639d2-5486-4009-ab03-d5125c64365d req-be12f7ee-428b-45fc-80fb-51077bdd9ca9 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0911014 Dec 14 19:08:42.824671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Deleting port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:42.825110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:43.182207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6c1a-021f-476e-b256-f2e3a767bdda req-ea1ba6a0-25ab-48f7-ad77-9e6dbf2af0a4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:43.183851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55bd6c1a-021f-476e-b256-f2e3a767bdda req-ea1ba6a0-25ab-48f7-ad77-9e6dbf2af0a4 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 945 time: 0.0951579 Dec 14 19:08:43.193261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37608b-7494-4630-9619-7cee3be3ad02 req-de5f89c4-81f5-4e4b-8a00-7a53255acc14 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:43.195015 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa37608b-7494-4630-9619-7cee3be3ad02 req-de5f89c4-81f5-4e4b-8a00-7a53255acc14 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.2385347 Dec 14 19:08:43.201524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] For port 80d4fb01-a243-4071-9c3d-b1e289c5aa67, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=80d4fb01-a243-4071-9c3d-b1e289c5aa67,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:43.201937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:43.247163 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55bd6c1a-021f-476e-b256-f2e3a767bdda req-7aacf1bf-c727-46c2-855e-fe6f5de39058 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/security-groups?id=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Dec 14 19:08:43.365460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Calling delete_port for 80d4fb01-a243-4071-9c3d-b1e289c5aa67 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:43.441032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa37608b-7494-4630-9619-7cee3be3ad02 req-f090c9e7-d7f2-4e8e-bd77-886b0625f566 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279518 Dec 14 19:08:43.555787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d42aa9-27f2-45d3-8d38-0d161b545bb7 req-ae1358de-1252-4996-9162-1c6661e02fdb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:43.558066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:43.564288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e9d42aa9-27f2-45d3-8d38-0d161b545bb7 req-ae1358de-1252-4996-9162-1c6661e02fdb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1601551 Dec 14 19:08:43.566324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:43.629895 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e9d42aa9-27f2-45d3-8d38-0d161b545bb7 req-c4ebcd9f-7831-44cd-8d8f-c17d150ce3f3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644410 Dec 14 19:08:43.665843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Pushing event deleted for resources: {'Port': ['ID=80d4fb01-a243-4071-9c3d-b1e289c5aa67,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:43.676216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:43.712231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] No DVR routers for this DVR port 80d4fb01-a243-4071-9c3d-b1e289c5aa67 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:43.715197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:43.718348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'name': 'network-vif-deleted', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:43.744091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ef4639d2-5486-4009-ab03-d5125c64365d req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.66 "DELETE /v2.0/ports/80d4fb01-a243-4071-9c3d-b1e289c5aa67 HTTP/1.1" status: 204 len: 173 time: 0.9948764 Dec 14 19:08:43.805322 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90961330-ac92-4055-8a2a-3d980e8c1ad3', 'name': 'network-vif-deleted', 'tag': '80d4fb01-a243-4071-9c3d-b1e289c5aa67', 'status': 'completed', 'code': 200} Dec 14 19:08:43.933188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b86ae7-10df-40e4-a7d0-8516f586a24c req-fa5cb209-1b5b-4423-b1a9-92694fa9be98 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:43.936050 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2b86ae7-10df-40e4-a7d0-8516f586a24c req-fa5cb209-1b5b-4423-b1a9-92694fa9be98 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1162572 Dec 14 19:08:43.990879 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2b86ae7-10df-40e4-a7d0-8516f586a24c req-7a72ca49-66e7-4f1a-91b0-354894a987de tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Dec 14 19:08:44.237757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ca14-63e1-4773-b590-aab4f789867f req-59095052-bd44-44a4-b74d-38ab297ab441 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:44.240617 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f82ca14-63e1-4773-b590-aab4f789867f req-59095052-bd44-44a4-b74d-38ab297ab441 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1159546 Dec 14 19:08:44.304405 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f82ca14-63e1-4773-b590-aab4f789867f req-1e1578d9-c51b-40b4-b1be-cea530ae2b4b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Dec 14 19:08:44.457143 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d3afe5b-2334-43c5-a697-e9848e88b16f req-e52f73ce-bef5-476c-9e64-96e5286e8b33 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] 10.222.0.72 "GET /v2.0/ports?device_id=90961330-ac92-4055-8a2a-3d980e8c1ad3 HTTP/1.1" status: 200 len: 210 time: 0.0520544 Dec 14 19:08:44.684883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a7742-9e05-4209-8214-59e0e22580c1 req-c01c80fe-a540-46f3-a581-b2b6d50ac961 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:44.684883 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-968a7742-9e05-4209-8214-59e0e22580c1 req-c01c80fe-a540-46f3-a581-b2b6d50ac961 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.1018376 Dec 14 19:08:44.765019 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-968a7742-9e05-4209-8214-59e0e22580c1 req-6e0c9036-546e-4b08-b7b1-d152c1a30832 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Dec 14 19:08:44.947961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9fc7-64e6-4139-996a-3ca37c5393ee req-06d605c5-9dc1-41d7-a37b-7a37aaa15933 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:44.951011 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-079a9fc7-64e6-4139-996a-3ca37c5393ee req-06d605c5-9dc1-41d7-a37b-7a37aaa15933 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1018107 Dec 14 19:08:45.038107 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-079a9fc7-64e6-4139-996a-3ca37c5393ee req-8cbc8e37-c60b-41a1-ae57-7bde02d2d82d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803039 Dec 14 19:08:45.051120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211250fa-dad7-4e34-b081-719e355a9980 req-6803c2c2-7d7d-4bb2-b53b-fc9fc04ebf7f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:45.054243 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-211250fa-dad7-4e34-b081-719e355a9980 req-6803c2c2-7d7d-4bb2-b53b-fc9fc04ebf7f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1647332 Dec 14 19:08:45.124544 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-211250fa-dad7-4e34-b081-719e355a9980 req-f812893d-52ef-439c-bb3f-35494ad07e2c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622692 Dec 14 19:08:45.250769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 80d4fb01-a243-4071-9c3d-b1e289c5aa67 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:45.281172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-4478661e-cdb6-4a46-81d0-951321a6c0a0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:45.284404 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-4478661e-cdb6-4a46-81d0-951321a6c0a0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.2090898 Dec 14 19:08:45.313582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 80d4fb01-a243-4071-9c3d-b1e289c5aa67 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:45.314664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 80d4fb01-a243-4071-9c3d-b1e289c5aa67 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:45.420619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Deleting port a6a229ee-ac67-460b-bc6b-52c954a197b8 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:45.421289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:45.629137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34570) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:45.809163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] For port a6a229ee-ac67-460b-bc6b-52c954a197b8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a6a229ee-ac67-460b-bc6b-52c954a197b8,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:45.810087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:45.965037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Calling delete_port for a6a229ee-ac67-460b-bc6b-52c954a197b8 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:46.347338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b2c43-5381-4655-a188-721eadead519 req-0ff9c254-3a4d-490e-8f0d-31636d111e93 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:46.350366 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a7b2c43-5381-4655-a188-721eadead519 req-0ff9c254-3a4d-490e-8f0d-31636d111e93 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=5566147a-4932-4a3b-8aad-9d7747552bd4 HTTP/1.1" status: 200 len: 945 time: 0.3348427 Dec 14 19:08:46.356099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:46.365701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-144a1357-2f40-45e9-9fa2-d9bbfe650bd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:46.371225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318', 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:46.478196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event deleted for resources: {'Port': ['ID=a6a229ee-ac67-460b-bc6b-52c954a197b8,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:46.490163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:46.601573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] No DVR routers for this DVR port a6a229ee-ac67-460b-bc6b-52c954a197b8 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:46.606109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:46.608674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'name': 'network-vif-deleted', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:46.618582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a7b2c43-5381-4655-a188-721eadead519 req-79da94a4-0e3a-4fa8-b868-8826b181c889 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957076 Dec 14 19:08:46.630257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb49dcc0-d8a3-42fc-af80-75d36d759d2d req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "DELETE /v2.0/ports/a6a229ee-ac67-460b-bc6b-52c954a197b8 HTTP/1.1" status: 204 len: 173 time: 1.3279657 Dec 14 19:08:46.682415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b78432-271a-475d-bd8a-73d88aec6d73 req-57ad2c83-abeb-493b-86d2-a0d24ef1e594 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:46.684476 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6b78432-271a-475d-bd8a-73d88aec6d73 req-57ad2c83-abeb-493b-86d2-a0d24ef1e594 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1375799 Dec 14 19:08:46.697755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:46.850492 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6b78432-271a-475d-bd8a-73d88aec6d73 req-293b6b34-6854-4f51-9e58-31e8e2d056bc tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550839 Dec 14 19:08:46.954232 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5566147a-4932-4a3b-8aad-9d7747552bd4', 'name': 'network-vif-deleted', 'tag': 'a6a229ee-ac67-460b-bc6b-52c954a197b8', 'status': 'completed', 'code': 200} Dec 14 19:08:47.244907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device a6a229ee-ac67-460b-bc6b-52c954a197b8 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:47.318192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: a6a229ee-ac67-460b-bc6b-52c954a197b8 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:47.318949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device a6a229ee-ac67-460b-bc6b-52c954a197b8 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:47.516203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Deleting port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:47.516797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:47.749051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] For port 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,segment=NetworkSegment(11b96dbe-1266-4529-a298-8f4b7de984d5),segment_id=11b96dbe-1266-4529-a298-8f4b7de984d5)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:47.749472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:47.902173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Calling delete_port for 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:48.383692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd46e3-9337-42b9-87c4-f10d91fae50e req-6cf3e341-81a5-466d-b4e8-de07dd61e1c7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:48.385896 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-99bd46e3-9337-42b9-87c4-f10d91fae50e req-6cf3e341-81a5-466d-b4e8-de07dd61e1c7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0992806 Dec 14 19:08:48.445579 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-99bd46e3-9337-42b9-87c4-f10d91fae50e req-846e80b6-6aae-479d-8a0b-252a3b0832fb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525215 Dec 14 19:08:48.505041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:48.510976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:48.567672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:48.657968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.658391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.658797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.659202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.659604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.660004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.660402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.660802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.661248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.661649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.662044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:48.670215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:48.686288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198073-5fb8-4573-8e92-5bf2a6877504 req-c37f55e3-44de-4972-a3bd-19ac600d3ef1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:48.688304 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9198073-5fb8-4573-8e92-5bf2a6877504 req-c37f55e3-44de-4972-a3bd-19ac600d3ef1 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.2646165 Dec 14 19:08:48.825849 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9198073-5fb8-4573-8e92-5bf2a6877504 req-67192382-a905-4cc8-a559-94dbf147a99f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295567 Dec 14 19:08:48.968132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.846903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5a3c2-8110-480b-a9df-a79c03547966 req-c42a1992-5d56-4c53-b965-5bf633019a66 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:49.848641 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b9c5a3c2-8110-480b-a9df-a79c03547966 req-c42a1992-5d56-4c53-b965-5bf633019a66 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2048252 Dec 14 19:08:49.948199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975560c4-f923-4310-83be-e9267298d7db req-338edc7e-7025-462c-9a16-38788bb64dbf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:49.950637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-975560c4-f923-4310-83be-e9267298d7db req-338edc7e-7025-462c-9a16-38788bb64dbf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:49.986811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-975560c4-f923-4310-83be-e9267298d7db req-338edc7e-7025-462c-9a16-38788bb64dbf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:49.988727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-975560c4-f923-4310-83be-e9267298d7db req-338edc7e-7025-462c-9a16-38788bb64dbf tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.1309400 Dec 14 19:08:50.064091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b9c5a3c2-8110-480b-a9df-a79c03547966 req-ff25435c-1dad-46d7-a2f8-b3fa483d5901 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079549 Dec 14 19:08:50.172674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Router ca6de877-635c-4e91-8370-ea3460531aa3 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:08:50.356482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Deleting port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:50.356860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:50.468621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:08:50.482603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Sync routers for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:08:50.493015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f6758-b05f-4e65-9c7e-a56097614eeb req-a6636d9b-b9e4-4ffe-9960-f18fb06e3398 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:50.494421 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] 10.222.0.72 "PUT /v2.0/routers/ca6de877-635c-4e91-8370-ea3460531aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8622854 Dec 14 19:08:50.494850 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-747f6758-b05f-4e65-9c7e-a56097614eeb req-a6636d9b-b9e4-4ffe-9960-f18fb06e3398 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 945 time: 0.2158382 Dec 14 19:08:50.498473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34626) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:50.509516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:50.510801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:08:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:50.748254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-747f6758-b05f-4e65-9c7e-a56097614eeb req-978c9bdf-abca-4c2b-b8e6-4b0602244dd2 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431164 Dec 14 19:08:50.815124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] For port c34230f1-ba44-4129-8bc7-e1a2e4245ed4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:50.815528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:50.977312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:51.032425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Calling delete_port for c34230f1-ba44-4129-8bc7-e1a2e4245ed4 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:51.252447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.339328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.346979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:51.353801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['3735541e-c78c-4129-9514-d4be074c5318'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:51.393215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event deleted for resources: {'Port': ['ID=c34230f1-ba44-4129-8bc7-e1a2e4245ed4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:51.411406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:51.469793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc6c41-25d3-4c99-9a5d-0366c451f251 req-7a1603b7-0d8f-45ff-b846-c3c3621b07c1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:51.473675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:08:48Z', 'revision_number': 5, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:51.480543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Checking router: ca6de877-635c-4e91-8370-ea3460531aa3 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:08:51.488768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bdc6c41-25d3-4c99-9a5d-0366c451f251 req-7a1603b7-0d8f-45ff-b846-c3c3621b07c1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1890218 Dec 14 19:08:51.503069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Routers {'ca6de877-635c-4e91-8370-ea3460531aa3'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:51.503772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:08:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['ca6de877-635c-4e91-8370-ea3460531aa3'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:51.507000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] No DVR routers for this DVR port c34230f1-ba44-4129-8bc7-e1a2e4245ed4 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:51.511361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.514609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'name': 'network-vif-deleted', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:51.559628 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-975560c4-f923-4310-83be-e9267298d7db req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "DELETE /v2.0/ports/c34230f1-ba44-4129-8bc7-e1a2e4245ed4 HTTP/1.1" status: 204 len: 173 time: 1.5622807 Dec 14 19:08:51.629324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bdc6c41-25d3-4c99-9a5d-0366c451f251 req-bda429ba-38e4-4cae-81d5-c42dc6ccb482 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327848 Dec 14 19:08:51.679217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f42b33-c382-4fab-a8d9-9232d8807425', 'name': 'network-vif-deleted', 'tag': 'c34230f1-ba44-4129-8bc7-e1a2e4245ed4', 'status': 'completed', 'code': 200} Dec 14 19:08:51.762273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.776542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Deleting port 94c0f715-fce7-457e-a694-daedda4e1b7d {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:51.777227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.880383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] Set router ca6de877-635c-4e91-8370-ea3460531aa3 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:52.105707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-89c8312b-159a-4c2e-987e-7dd5c79941ee req-f3745e31-b448-4a93-a8ea-41ee4a9ccc89 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Synchronizing usage tracker for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:52.117158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] For port 94c0f715-fce7-457e-a694-daedda4e1b7d, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=94c0f715-fce7-457e-a694-daedda4e1b7d,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:52.117857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.220916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:08:48Z', 'revision_number': 5, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:52.225662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb896c7-f86c-4007-94d8-feb71db4f610 None None] The sync data for ids ['ca6de877-635c-4e91-8370-ea3460531aa3'] in dv-cinder-821749-1-iscsi is: [{'id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'name': 'tempest-ServerRescueNegativeTestJSON-422667260-router', 'tenant_id': '7c40eecd1fd74ef49a922ada8bf50105', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:17Z', 'updated_at': '2021-12-14T19:08:48Z', 'revision_number': 5, 'project_id': '7c40eecd1fd74ef49a922ada8bf50105', 'gw_port': {'id': '94c0f715-fce7-457e-a694-daedda4e1b7d', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca6de877-635c-4e91-8370-ea3460531aa3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:18Z', 'updated_at': '2021-12-14T19:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:08:52.327152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Calling delete_port for 94c0f715-fce7-457e-a694-daedda4e1b7d owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:52.361652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-89c8312b-159a-4c2e-987e-7dd5c79941ee req-f3745e31-b448-4a93-a8ea-41ee4a9ccc89 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Unset dirty status for tenant:5a0e172444c34387a8562a7a012fa6c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:52.363349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89c8312b-159a-4c2e-987e-7dd5c79941ee req-f3745e31-b448-4a93-a8ea-41ee4a9ccc89 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6f42b33-c382-4fab-a8d9-9232d8807425 HTTP/1.1" status: 200 len: 210 time: 0.3633738 Dec 14 19:08:52.749701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.769683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c1a89e1e-8288-4cae-b7aa-bb1f4eebf167 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:52.844245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c0f715-fce7-457e-a694-daedda4e1b7d,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:52.848524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:53.020900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057452d-08b3-455f-ac4d-1027581d0c74 req-e55e5583-edf9-4f8c-b544-3c15fd9a5237 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:53.023560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e057452d-08b3-455f-ac4d-1027581d0c74 req-e55e5583-edf9-4f8c-b544-3c15fd9a5237 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1582854 Dec 14 19:08:53.124627 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e057452d-08b3-455f-ac4d-1027581d0c74 req-2cf33138-d0f1-40c4-b806-82863cb3f773 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865014 Dec 14 19:08:53.280655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.291107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device c34230f1-ba44-4129-8bc7-e1a2e4245ed4 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:53.324920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:53.375639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: c34230f1-ba44-4129-8bc7-e1a2e4245ed4 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:53.376037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device c34230f1-ba44-4129-8bc7-e1a2e4245ed4 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:53.379259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:53.379259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77fd9b9f-80bf-4c3b-8b9b-1f6ac0309267 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:53.807927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.816314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.984493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.985404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca6de877-635c-4e91-8370-ea3460531aa3 {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:08:54.004050 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.006265 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/ca6de877-635c-4e91-8370-ea3460531aa3 HTTP/1.1" status: 204 len: 168 time: 3.5064306 Dec 14 19:08:54.011453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34654) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:54.165928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Deleting subnet c36b7bb8-ef57-415c-b18d-16f0dabbce6d {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:08:54.171759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.268034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.277225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.424873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.432028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:54.474564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36b7bb8-ef57-415c-b18d-16f0dabbce6d,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:54.484314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:54.487714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.496654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a024e6-75c4-42fe-9ee2-4fdc1b848850 req-5c504013-e49c-450a-8e68-9faf55ba3e2c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:54.498448 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31a024e6-75c4-42fe-9ee2-4fdc1b848850 req-5c504013-e49c-450a-8e68-9faf55ba3e2c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1891277 Dec 14 19:08:54.504080 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-53f7b08f-4ac2-45e2-bfae-3a61bdf47502 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c36b7bb8-ef57-415c-b18d-16f0dabbce6d HTTP/1.1" status: 204 len: 168 time: 0.4909978 Dec 14 19:08:54.506895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34662) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:54.675317 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31a024e6-75c4-42fe-9ee2-4fdc1b848850 req-4d4470d5-8aea-4eb0-86d4-567525d1cdb0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650798 Dec 14 19:08:54.683171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.919626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.981468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.982428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.984097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.984786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > port after_create 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.985512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.986076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > port after_update 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.986800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.988352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.989148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:54.989829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:55.248316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:55.248962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:55.249655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:55.250434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88118) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:08:55.251093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a77fb2d-c2bb-40b7-833e-fa39d2a399d1']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:55.257458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 94c0f715-fce7-457e-a694-daedda4e1b7d no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:55.285969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b96dbe-1266-4529-a298-8f4b7de984d5') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:55.286798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b96dbe-1266-4529-a298-8f4b7de984d5') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:55.302894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.323591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.343756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:08:55.345326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: (self, other), Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: (self, other), Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:08:55.382385 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:08:55.387443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 94c0f715-fce7-457e-a694-daedda4e1b7d {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:55.390995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 94c0f715-fce7-457e-a694-daedda4e1b7d not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:55.490557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70d989-a97d-4243-84fc-249dd8aed668 req-f81fa453-cab2-42e9-a152-fb77115e89d9 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:55.493651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1f70d989-a97d-4243-84fc-249dd8aed668 req-f81fa453-cab2-42e9-a152-fb77115e89d9 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2177293 Dec 14 19:08:55.585134 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1f70d989-a97d-4243-84fc-249dd8aed668 req-5a53c4d5-f5d4-4c4a-97ab-553be9423e94 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846870 Dec 14 19:08:55.608842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.648012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:55.671355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.675500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a77fb2d-c2bb-40b7-833e-fa39d2a399d1,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:55.690530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:55.713154 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5a77fb2d-c2bb-40b7-833e-fa39d2a399d1 HTTP/1.1" status: 204 len: 168 time: 1.2031293 Dec 14 19:08:55.731362 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-9931a899-4648-45ab-98c4-9b5a0a27ca13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.3442252 Dec 14 19:08:55.845521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458e6d3-8e8b-40d4-8440-6af754e1e9ce req-0bde62d6-efdd-47d8-9ea2-6a35f00118b0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:55.847381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7458e6d3-8e8b-40d4-8440-6af754e1e9ce req-0bde62d6-efdd-47d8-9ea2-6a35f00118b0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 946 time: 0.2901859 Dec 14 19:08:55.957636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7458e6d3-8e8b-40d4-8440-6af754e1e9ce req-4d06e6f8-b2d8-4969-a328-d0fd9228d842 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921512 Dec 14 19:08:55.960718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-44822503-219d-4394-8771-0e917964d727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:55.963276 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-44822503-219d-4394-8771-0e917964d727 service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.2214844 Dec 14 19:08:56.130078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34688) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:56.158890 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-9e305e87-302e-43c9-952e-7500e6413fb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1002 time: 0.1858397 Dec 14 19:08:56.223619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3435d98-f0af-4c2f-ab2f-7d9e33c1657b req-aceafb83-156d-4710-a2df-26b22cd51430 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:56.226805 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b3435d98-f0af-4c2f-ab2f-7d9e33c1657b req-aceafb83-156d-4710-a2df-26b22cd51430 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1723421 Dec 14 19:08:56.258011 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-26f293c2-bac1-430e-9e3b-c2c97a34ebfd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c40eecd1fd74ef49a922ada8bf50105&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1273737 Dec 14 19:08:56.262553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-1371b2b2-bf7a-4284-bde3-d538740f7098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:56.264219 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-1371b2b2-bf7a-4284-bde3-d538740f7098 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0933590 Dec 14 19:08:56.264734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34692) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:56.315900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b3435d98-f0af-4c2f-ab2f-7d9e33c1657b req-0c99d165-d5f7-46ab-939f-b466e654ffbd tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807018 Dec 14 19:08:56.350967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34696) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:56.402542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.439692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-b7bd27c7-21b6-46b5-bb50-7710d65a023a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1607270 Dec 14 19:08:56.441632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.632296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.639388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-425d8597-6adc-4a1f-92c9-cb0b685bb245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:56.654152 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-70bf2eb9-6a25-4ec4-aae3-8a2072fcd29e service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046812 Dec 14 19:08:56.658739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a0db21-a4d7-4011-b0c9-3d8ddfd306e7,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:56.661876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:56.705978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.707182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91a0db21-a4d7-4011-b0c9-3d8ddfd306e7 HTTP/1.1" status: 204 len: 168 time: 0.4412880 Dec 14 19:08:57.027460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c6869c69-949f-4faa-acfb-f3be98a5a22f tempest-TestMinimumBasicScenario-72570941 tempest-TestMinimumBasicScenario-72570941-project-admin] Synchronizing usage tracker for tenant:5205c805a23547cba48176af095f67bd on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:57.065136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c6869c69-949f-4faa-acfb-f3be98a5a22f tempest-TestMinimumBasicScenario-72570941 tempest-TestMinimumBasicScenario-72570941-project-admin] Unset dirty status for tenant:5205c805a23547cba48176af095f67bd on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:57.073569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c6869c69-949f-4faa-acfb-f3be98a5a22f tempest-TestMinimumBasicScenario-72570941 tempest-TestMinimumBasicScenario-72570941-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1094 time: 0.7206557 Dec 14 19:08:57.074956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34710) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:57.087474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'port_id': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:57.106593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:57.129316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:floatingip and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:57.136628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:57.152759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:57.174544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for floatingip, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.190990 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1b0dfc4-6f71-45c4-b01d-50750791759d req-21a450e8-8659-4f77-bc3c-0fdcb43a17c2 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217943 Dec 14 19:08:57.216465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415aaaf2-27c2-4185-8673-4773d657f99c req-a17fd371-0c27-4215-a5f2-413b742a5069 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:57.219598 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-415aaaf2-27c2-4185-8673-4773d657f99c req-a17fd371-0c27-4215-a5f2-413b742a5069 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1936824 Dec 14 19:08:57.333902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-415aaaf2-27c2-4185-8673-4773d657f99c req-f87d8c79-f7ed-437f-9750-891790f45d65 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016202 Dec 14 19:08:57.447980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578615db-4737-401a-a43d-1d6370b8ed05 req-253b766b-06eb-43e8-b66a-2be52096675a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:57.449751 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-578615db-4737-401a-a43d-1d6370b8ed05 req-253b766b-06eb-43e8-b66a-2be52096675a tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 946 time: 0.2631009 Dec 14 19:08:57.607587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Deleting port 3735541e-c78c-4129-9514-d4be074c5318 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:57.607986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.775874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376853a-c6d4-4519-9dd0-47e2cd04599b req-f8e97eb8-d07b-45bf-a407-0f74c4b80ec0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:57.777688 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8376853a-c6d4-4519-9dd0-47e2cd04599b req-f8e97eb8-d07b-45bf-a407-0f74c4b80ec0 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 946 time: 0.3246241 Dec 14 19:08:57.784184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.040781 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8376853a-c6d4-4519-9dd0-47e2cd04599b req-a9087987-21da-4115-acc3-b4d004bb7f24 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/security-groups?id=918e63c3-0f8c-4271-9c47-d64708e374e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071915 Dec 14 19:08:58.114953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] For port 3735541e-c78c-4129-9514-d4be074c5318, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=3735541e-c78c-4129-9514-d4be074c5318,segment=NetworkSegment(a74ffac4-3888-4993-90f5-c1b9c461f10b),segment_id=a74ffac4-3888-4993-90f5-c1b9c461f10b)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:58.115372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.266069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Calling delete_port for 3735541e-c78c-4129-9514-d4be074c5318 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:58.314373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Allocated IP 172.27.3.149 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/b248a89a-c9fc-433c-ab7c-b56dc18aebd6) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:58.586729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.868864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.883405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:58.945960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Pushing event deleted for resources: {'Port': ['ID=3735541e-c78c-4129-9514-d4be074c5318,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:58.956505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:59.055581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] No DVR routers for this DVR port 3735541e-c78c-4129-9514-d4be074c5318 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:59.060345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.064168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'name': 'network-vif-deleted', 'tag': '3735541e-c78c-4129-9514-d4be074c5318'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:59.074202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.082597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:59.170569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-578615db-4737-401a-a43d-1d6370b8ed05 req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.66 "DELETE /v2.0/ports/3735541e-c78c-4129-9514-d4be074c5318 HTTP/1.1" status: 204 len: 173 time: 1.6789484 Dec 14 19:08:59.187485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c035b-0fa2-4656-8993-c0f09a9ad752 req-f91d8ffe-f8de-48e9-b20f-372d0bca856c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:59.196112 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a16c035b-0fa2-4656-8993-c0f09a9ad752 req-f91d8ffe-f8de-48e9-b20f-372d0bca856c tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.6138906 Dec 14 19:08:59.199769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:59.201851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b9da54-20e9-4bcc-b3af-b4295c123e1c', 'name': 'network-vif-deleted', 'tag': '3735541e-c78c-4129-9514-d4be074c5318', 'status': 'completed', 'code': 200} Dec 14 19:08:59.222572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:59.227085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'Port': ['ID=b248a89a-c9fc-433c-ab7c-b56dc18aebd6,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:59.229970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:59.267901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:59.320657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 3735541e-c78c-4129-9514-d4be074c5318 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:59.365838 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a16c035b-0fa2-4656-8993-c0f09a9ad752 req-4173da71-2c47-4602-910f-a012c75822e9 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684170 Dec 14 19:08:59.440418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 3735541e-c78c-4129-9514-d4be074c5318 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:59.441363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 3735541e-c78c-4129-9514-d4be074c5318 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:59.480580 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-237996fd-8668-44a3-b610-75705a6fddbb req-c44cfa12-6790-49f9-b9c5-66272043e756 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] 10.222.0.72 "GET /v2.0/ports?device_id=98b9da54-20e9-4bcc-b3af-b4295c123e1c HTTP/1.1" status: 200 len: 210 time: 0.0900536 Dec 14 19:09:00.165373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.249880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.509900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.515526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.521582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:00.612857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34768) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:00.653260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.702617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Deleting subnet 72c73966-27ce-4488-88e0-9fb16f9f599a {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:09:00.707630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.772517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.776544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'Port': ['ID=b248a89a-c9fc-433c-ab7c-b56dc18aebd6,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:00.782645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:00.850584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.930166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Floating IP e34aa2b9-da9a-4a7d-b495-5f15caf73a70 associated. External IP: 172.27.3.149, port: 0946b76c-3640-46d0-8238-7130ce7f3a1a. Dec 14 19:09:00.946366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.946651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:00.988366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72c73966-27ce-4488-88e0-9fb16f9f599a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:00.991205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:00.994855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.002979 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/72c73966-27ce-4488-88e0-9fb16f9f599a HTTP/1.1" status: 204 len: 168 time: 0.3888655 Dec 14 19:09:01.005560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34772) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:01.158693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.397157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.427568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6a2496-4fb4-4aa5-80f6-c29747fda7fe']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.448650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74ffac4-3888-4993-90f5-c1b9c461f10b') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.449021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74ffac4-3888-4993-90f5-c1b9c461f10b') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.463455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.484966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.489177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:09:01.492118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:09:01.492843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:09:01.507873 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:09:01.597839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.601954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:01.617678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.634722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6a2496-4fb4-4aa5-80f6-c29747fda7fe,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:01.639175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:01.647989 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/4c6a2496-4fb4-4aa5-80f6-c29747fda7fe HTTP/1.1" status: 204 len: 168 time: 0.6409123 Dec 14 19:09:01.904000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:09:01.923827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Sync routers for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:09:01.942031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:01.942856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:08:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.945497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.052419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9756045 Dec 14 19:09:02.053761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:02.057629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34784) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.069678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940610253', 'description': 'tempest-secgroup-smoke-1940610253 description', 'project_id': '250f045700c84da795f20ef5ce090fa8'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:02.086923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.096767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34790) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.106494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.123804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.155737 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:09:02.198898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.207541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:02.212940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:02.225165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.237670 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:02.273294 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d3a9c1ed-9899-4786-8bb7-f156d5d7950b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5a0e172444c34387a8562a7a012fa6c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709886 Dec 14 19:09:02.274831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34796) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.318390 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-cbcc510c-a0c1-49e7-8c09-45342002c61f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1099 time: 0.1380267 Dec 14 19:09:02.337467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.348990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.358870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5e1edcc4-b834-4b06-b1a9-d0c146d5fe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.421083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.423047 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3637397 Dec 14 19:09:02.433175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34802) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.434588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fadf8e-d469-4993-aa31-2f6e665bced4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.459470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.467823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:02.480644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.490591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.495467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:02.516497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:02.534083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.547544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.603559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.631883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.645697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-422bef0c-954b-4d8e-a881-49a601bd6f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.675973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e63c3-0f8c-4271-9c47-d64708e374e5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.680293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.697880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.714072 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/918e63c3-0f8c-4271-9c47-d64708e374e5 HTTP/1.1" status: 204 len: 168 time: 0.4283590 Dec 14 19:09:02.775375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.780705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.784440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bfd825a0-acc2-4616-93cb-662bccc72799 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.838142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd39b9-86dd-490a-8954-a3c305650d48,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.849429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.878149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.880943 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4402683 Dec 14 19:09:02.885622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34810) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.887294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'e34aa2b9-da9a-4a7d-b495-5f15caf73a70', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'port_id': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'mac_address': 'fa:16:3e:48:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d28959-0375-44bf-a3fc-131c3d595960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:59Z', 'updated_at': '2021-12-14T19:08:59Z', 'revision_number': 0, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:02.893568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Checking router: 1d4b7fc7-de4a-47ca-8379-107b440bbec0 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:09:02.899814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:02.907324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:02.908166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:08:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:02.913868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.923255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:02.926332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-82da0915-8588-42f7-bb55-e949352d873f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:02.929384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:02.930916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-82da0915-8588-42f7-bb55-e949352d873f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.6031847 Dec 14 19:09:02.943880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.975450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.091784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.095775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.109301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-027b53e9-ad4f-44d4-9f2b-4c9f73877dc4 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.131229 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-255ac20f-263e-476b-8193-f1793315c5bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1000 time: 0.1923971 Dec 14 19:09:03.144812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a4b2cd-4091-471e-bef7-b96f6f3d69da,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.148628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.160661 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.160661 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2731202 Dec 14 19:09:03.165334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34818) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.173934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.180185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.184939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.189467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.197126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.219491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.280504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:03.298960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-c557d492-0106-4b9f-ada9-e09cbf4021e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:03.301880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-c557d492-0106-4b9f-ada9-e09cbf4021e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.1616473 Dec 14 19:09:03.309178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.313914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.316296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.334868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f39918c-7bd6-4782-a049-2a180f8ffe3e,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.339526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.358706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.360412 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1937854 Dec 14 19:09:03.365606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34826) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.374378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.383544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.389311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.393185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.402815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.429055 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-ba16b790-9dd7-4306-81ff-d778e49bf715 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143329 Dec 14 19:09:03.431827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.539036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.545210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.559935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.591020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a46778-3e58-48f8-bac2-78e92488c688,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.599160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.604801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.609277 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2394309 Dec 14 19:09:03.610018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34834) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.618686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.628131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.634303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.638862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.648762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.664910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Project 250f045700c84da795f20ef5ce090fa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:09:03.674462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.716735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-50109ddd-e768-48b0-9320-fc9eb002c225 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803407 Dec 14 19:09:03.772414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.776532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.786566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.818334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d9c96d-2b58-4969-9239-0f8f6be07030,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.821663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.827500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.833770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34840) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.834130 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2220876 Dec 14 19:09:03.841503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'security_group_rule': {'security_group_id': 'd0fadf8e-d469-4993-aa31-2f6e665bced4', 'project_id': '250f045700c84da795f20ef5ce090fa8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.854685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.864240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Usage tracker for resource:security_group_rule and tenant:250f045700c84da795f20ef5ce090fa8 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.872040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.898832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.912137 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Project 250f045700c84da795f20ef5ce090fa8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:09:03.920095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.004673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.007589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.015297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:04.040788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b710d58-f6d6-4bdd-b330-264e94221462,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:04.043282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:04.052149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.057304 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-171102f8-c0d6-4738-8a53-8e5e5fc65a78 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2216084 Dec 14 19:09:04.102498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'e34aa2b9-da9a-4a7d-b495-5f15caf73a70', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'port_id': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'mac_address': 'fa:16:3e:48:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d28959-0375-44bf-a3fc-131c3d595960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:59Z', 'updated_at': '2021-12-14T19:08:59Z', 'revision_number': 0, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:04.108581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edbf85f-f167-4bbc-b900-8fc373f36e1e None None] The sync data for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi is: [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'e34aa2b9-da9a-4a7d-b495-5f15caf73a70', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'port_id': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'mac_address': 'fa:16:3e:48:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d28959-0375-44bf-a3fc-131c3d595960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:59Z', 'updated_at': '2021-12-14T19:08:59Z', 'revision_number': 0, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:09:04.263726 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f173212-426d-4d19-9622-9586ffbbe369 req-08c31354-d29a-431f-b848-fca844b7b81d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940610253&fields=id&tenant_id=250f045700c84da795f20ef5ce090fa8 HTTP/1.1" status: 200 len: 267 time: 0.0645502 Dec 14 19:09:04.357943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173212-426d-4d19-9622-9586ffbbe369 req-862ef34c-9e48-4062-9f66-7ac196e18e08 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:04.361642 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f173212-426d-4d19-9622-9586ffbbe369 req-862ef34c-9e48-4062-9f66-7ac196e18e08 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.0905426 Dec 14 19:09:04.372227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'port': {'security_groups': ['208a6f23-ff6d-4e01-a216-9ee3f5e07fd7', 'd0fadf8e-d469-4993-aa31-2f6e665bced4']}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:04.516020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.536655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f40b1d-da29-42ae-a7fc-aca607fbff64 None None] New status for floating IP e34aa2b9-da9a-4a7d-b495-5f15caf73a70: ACTIVE {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:09:04.930745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:04.998128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.002443 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7828a1dd-3be6-4457-a18d-8e2e4f359fd3 req-a30a4fee-a5ce-473a-943a-8e5817da2561 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078431 Dec 14 19:09:05.003595 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.009544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb376ce4-b4e9-49cd-ae6d-3b83fc213f80 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:05.084736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:05.085429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.087034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f173212-426d-4d19-9622-9586ffbbe369 req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "PUT /v2.0/ports/0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 982 time: 0.7201436 Dec 14 19:09:05.087620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:05.110788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=6']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:05.116357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:05.172883 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:09:05.403279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7eff-ecb7-47a9-91b7-3bb3f2772938 req-3f0c1316-6076-4fc8-ad61-a9d1ae869336 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:05.406502 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe8b7eff-ecb7-47a9-91b7-3bb3f2772938 req-3f0c1316-6076-4fc8-ad61-a9d1ae869336 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1245570 Dec 14 19:09:05.421742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-3a7580bb-afb4-49a5-9a11-b6733c572386 None None] Provisioning complete for port 0946b76c-3640-46d0-8238-7130ce7f3a1a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:05.422171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a7580bb-afb4-49a5-9a11-b6733c572386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.487355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe8b7eff-ecb7-47a9-91b7-3bb3f2772938 req-fc3888cb-7c82-4c32-9fdf-21dc3158caca tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732086 Dec 14 19:09:06.252022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b04bd971-74d7-4c84-8bfe-034767419926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.282885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34892) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:06.464081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.526565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:06.534158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:e653f7ac74f3447084aa1fdbb0d29062 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:06.546715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:06.559907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:06.649833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.653651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.661342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7d714197-8fc1-4723-ae91-583c022b32d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:06.708473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb227c-296b-4747-a993-4b2418e39960,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:06.712042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:06.714970 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e653f7ac74f3447084aa1fdbb0d29062&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4307508 Dec 14 19:09:06.719664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34898) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:06.800235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.831514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.886786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.893654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:06.909754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb227c-296b-4747-a993-4b2418e39960,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:06.913641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:06.916364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.917918 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6dfb227c-296b-4747-a993-4b2418e39960 HTTP/1.1" status: 204 len: 168 time: 0.1972222 Dec 14 19:09:07.215776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['0946b76c-3640-46d0-8238-7130ce7f3a1a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:07.293748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:07.325123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['0946b76c-3640-46d0-8238-7130ce7f3a1a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:07.396818 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-3d683110-40d9-4fcd-bd56-4718cc7022d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1138 time: 0.1104300 Dec 14 19:09:07.562959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-5b4e2423-79d0-4fc9-b4b3-f32fe4331e81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:07.564627 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-5b4e2423-79d0-4fc9-b4b3-f32fe4331e81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.1607862 Dec 14 19:09:07.712203 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-0b6c42d7-23bb-42de-8d89-3fbe0b549708 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1002 time: 0.1379268 Dec 14 19:09:07.783610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:07.824925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-930aae4f-0e8f-477f-918a-6340a40052fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:07.826585 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-930aae4f-0e8f-477f-918a-6340a40052fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.1065612 Dec 14 19:09:07.919316 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-c36162fd-2d58-482f-a77c-4ec159e95ba1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854576 Dec 14 19:09:08.176767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-f777c0a9-fa33-4d27-88a6-d570c4fd26d4 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499382 Dec 14 19:09:08.219457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-339237c3-4639-44a0-b847-dcb001a74080 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1835442 Dec 14 19:09:08.416899 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-e8683458-a728-4497-bd36-4774acb24a1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.0932240 Dec 14 19:09:08.420328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-558b2e9d-5d75-4d9d-a3fe-7478dc99b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:08.474355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acd3c50a-0ba3-4081-9043-3a40fa2f7c43 req-5e5d9fda-b9f9-4722-96e3-23305aac7a99 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903817 Dec 14 19:09:08.642709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-fe794435-7a08-451e-88cc-a31b69ece70d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:08.644399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-fe794435-7a08-451e-88cc-a31b69ece70d service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.1609659 Dec 14 19:09:08.776878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-d079ac9c-08b8-4506-af5d-946513b4dded service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1002 time: 0.1252294 Dec 14 19:09:08.883997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-eaffffce-4bbd-4aeb-9455-14518b1c04eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:08.886125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-eaffffce-4bbd-4aeb-9455-14518b1c04eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0975726 Dec 14 19:09:08.980046 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-92709bfb-cae3-470e-ac20-faf8acf7598c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866206 Dec 14 19:09:09.193545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-4859c8f8-22ac-4a90-ab51-83eb82b1283a service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065604 Dec 14 19:09:09.352377 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf50b8d6-3eaa-4fad-a15f-16dd4d9a33d6 req-b0150a2b-c449-4488-9070-c5a3a3c4040a service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512287 Dec 14 19:09:09.353842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:09.961440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34964) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:10.137082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.173669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:10.178593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f6cff28621414e9e84c3b0328655ac is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:10.182159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:10.188663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:10.246736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.275018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.279005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.288075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7a77858b-b635-484b-816c-a7b2cf4919f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:10.331871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03599e3d-8867-4acb-9dab-0fa31ff7ec21,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:10.336749 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8f6cff28621414e9e84c3b0328655ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3742270 Dec 14 19:09:10.337821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:10.341460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 34970) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:10.412223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.442373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.494556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.498617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:10.511643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03599e3d-8867-4acb-9dab-0fa31ff7ec21,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:10.515865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:10.519799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.523686 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/03599e3d-8867-4acb-9dab-0fa31ff7ec21 HTTP/1.1" status: 204 len: 168 time: 0.1829858 Dec 14 19:09:10.967890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34982) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:10.989431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.027271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:11.034231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Usage tracker for resource:security_group_rule and tenant:9b033c49518a468c89b702fd4730f32f is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:11.039362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:11.049967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:11.134105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.138111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.145890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e4537260-c1d4-4824-a754-09e052fe9026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:11.198029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9937704-dd8b-4ca8-acf2-dcc482c344fb,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:11.202936 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9b033c49518a468c89b702fd4730f32f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2337906 Dec 14 19:09:11.204044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:11.207368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 34988) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:11.283982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.316113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.368736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.379107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ebcbdaf0-98a5-496f-b57f-e77d5947ecf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:11.404658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9937704-dd8b-4ca8-acf2-dcc482c344fb,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:11.409258 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:11.413511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.414836 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9937704-dd8b-4ca8-acf2-dcc482c344fb HTTP/1.1" status: 204 len: 168 time: 0.2062328 Dec 14 19:09:16.081009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35154) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:16.265991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.302024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:16.306770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Usage tracker for resource:security_group_rule and tenant:cab846b5baa44bac9dd3b9a89bcd6fee is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:16.310415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:16.317307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:16.394663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.398319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.405884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-66fa9ec0-0493-4732-a998-090e0c239625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:16.455895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c389c3-3ef0-4d82-bcc5-b0846c7a17c2,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:16.460562 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cab846b5baa44bac9dd3b9a89bcd6fee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3782606 Dec 14 19:09:16.461608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:16.465500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35162) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:16.539687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.569562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.618184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.622274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:16.632356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:09:16.635463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c389c3-3ef0-4d82-bcc5-b0846c7a17c2,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:16.639957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:16.643603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.644859 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92c389c3-3ef0-4d82-bcc5-b0846c7a17c2 HTTP/1.1" status: 204 len: 168 time: 0.1778939 Dec 14 19:09:17.033700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35172) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:17.073318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.116250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:17.120611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Usage tracker for resource:security_group_rule and tenant:531ca9020826439d891a8c4dfa9b7d25 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:17.124187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:17.134739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:17.224059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.228910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.238578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-db65ab23-c708-417b-b2d0-bc4a28448027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:17.282354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe724a-cfc2-4fcc-add3-1e2d5927c740,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:17.285607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:17.291039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35186) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:17.303911 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=531ca9020826439d891a8c4dfa9b7d25&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2688954 Dec 14 19:09:17.366387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.414966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.479800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.486319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f19e9176-329e-48e6-bc98-b82cbf03ea82 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:17.514808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe724a-cfc2-4fcc-add3-1e2d5927c740,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:17.527487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:17.530366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.534767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aabe724a-cfc2-4fcc-add3-1e2d5927c740 HTTP/1.1" status: 204 len: 168 time: 0.2425227 Dec 14 19:09:18.429611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e9e08-b833-4033-9aac-4c9232b8960c req-91ac21b6-24bc-404d-bb90-9d2b472e6e76 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:18.431278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-438e9e08-b833-4033-9aac-4c9232b8960c req-91ac21b6-24bc-404d-bb90-9d2b472e6e76 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1055787 Dec 14 19:09:18.495655 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-438e9e08-b833-4033-9aac-4c9232b8960c req-d607933b-6343-4eef-8749-5a76220e8885 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570166 Dec 14 19:09:19.735182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fee3b8-8d0e-41a2-9f24-763389277223 req-f0dee117-1dfd-43c5-935c-5be937830b2c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:19.736931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8fee3b8-8d0e-41a2-9f24-763389277223 req-f0dee117-1dfd-43c5-935c-5be937830b2c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0941157 Dec 14 19:09:19.794447 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8fee3b8-8d0e-41a2-9f24-763389277223 req-4f9cb30c-3829-4c74-9e52-3ea725e6bdf7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512438 Dec 14 19:09:21.251108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a30ea6-3696-4f71-bbf6-5cf8cc539fcb req-9cd46f9b-4cd9-41a8-b9e0-277baa7e10f1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.252779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-15a30ea6-3696-4f71-bbf6-5cf8cc539fcb req-9cd46f9b-4cd9-41a8-b9e0-277baa7e10f1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.3194826 Dec 14 19:09:21.306092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-15a30ea6-3696-4f71-bbf6-5cf8cc539fcb req-04c39992-0f62-4dff-a523-71c47e493d43 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Dec 14 19:09:22.543871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540bb8-604d-4d9f-aa9a-cbbb61a8fb0b req-2d70bdf8-e660-4b88-ae0b-e0e64f068b53 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:22.545594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86540bb8-604d-4d9f-aa9a-cbbb61a8fb0b req-2d70bdf8-e660-4b88-ae0b-e0e64f068b53 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0891960 Dec 14 19:09:22.609743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86540bb8-604d-4d9f-aa9a-cbbb61a8fb0b req-ee263ae2-2dfe-4f2c-9a93-70f7d4425cfe tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519338 Dec 14 19:09:23.862834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d812b-16bb-406f-82fc-65095acf1e64 req-f9d67151-a62f-48d9-b167-2cc005470374 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:23.864566 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d7d812b-16bb-406f-82fc-65095acf1e64 req-f9d67151-a62f-48d9-b167-2cc005470374 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1098945 Dec 14 19:09:23.916897 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d7d812b-16bb-406f-82fc-65095acf1e64 req-e29d08fb-c619-4e09-bde1-bd44139873f1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Dec 14 19:09:25.169868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543405-431c-41fa-9a02-e48bb9aed8bc req-1786af3b-a7d0-447b-9b07-dfa013c2c88c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:25.171909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5e543405-431c-41fa-9a02-e48bb9aed8bc req-1786af3b-a7d0-447b-9b07-dfa013c2c88c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0934441 Dec 14 19:09:25.235328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5e543405-431c-41fa-9a02-e48bb9aed8bc req-d6a58843-8582-433a-81fa-8cc25374bc1a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511737 Dec 14 19:09:26.472083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c7b5-2869-4046-9491-4bb74fdd46f7 req-6409ba0f-25d1-4276-8b8e-4dec5ceeac2c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:26.473862 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4853c7b5-2869-4046-9491-4bb74fdd46f7 req-6409ba0f-25d1-4276-8b8e-4dec5ceeac2c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0976300 Dec 14 19:09:26.526312 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4853c7b5-2869-4046-9491-4bb74fdd46f7 req-852e69f5-20fa-48f9-b023-ad0bc4c9dfd2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460856 Dec 14 19:09:27.754182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7dbf7-4ca6-4073-aea7-b829ff0cbcec req-4b1f4c77-111f-4d24-bc8c-701bccc46ffe tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:27.756118 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4fb7dbf7-4ca6-4073-aea7-b829ff0cbcec req-4b1f4c77-111f-4d24-bc8c-701bccc46ffe tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0864043 Dec 14 19:09:27.820203 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4fb7dbf7-4ca6-4073-aea7-b829ff0cbcec req-547f670d-f71d-43e6-a5de-e9f3e6631f5f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572515 Dec 14 19:09:29.054082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff59e0c-18af-46a4-b5dc-d318c5077e38 req-993f3463-6ed8-43d2-aa09-e30540286890 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:29.055727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ff59e0c-18af-46a4-b5dc-d318c5077e38 req-993f3463-6ed8-43d2-aa09-e30540286890 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0936730 Dec 14 19:09:29.111853 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ff59e0c-18af-46a4-b5dc-d318c5077e38 req-2f3fd6d1-a159-49d0-8fa1-0773f2739020 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495286 Dec 14 19:09:30.382489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52cd7-cbe8-4a0b-b991-48b6ddfcb0c3 req-c92ac329-cf3c-433e-a2f5-b0fc2e203f30 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:30.384115 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ebd52cd7-cbe8-4a0b-b991-48b6ddfcb0c3 req-c92ac329-cf3c-433e-a2f5-b0fc2e203f30 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1241260 Dec 14 19:09:30.442287 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ebd52cd7-cbe8-4a0b-b991-48b6ddfcb0c3 req-55dda5e6-d569-4292-a32f-2603eeda96de tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460572 Dec 14 19:09:31.700418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f8a6d-4c9b-4cb9-993b-ab4b9057851a req-876e0bb7-e6ce-4f7c-a2d0-4a5c6d0460ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:31.702173 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed4f8a6d-4c9b-4cb9-993b-ab4b9057851a req-876e0bb7-e6ce-4f7c-a2d0-4a5c6d0460ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0987344 Dec 14 19:09:31.778080 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed4f8a6d-4c9b-4cb9-993b-ab4b9057851a req-fd710240-88db-4d74-a9a4-b83e9c5675ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684764 Dec 14 19:09:33.167515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea52c73-098b-4a49-8d39-2fe7978837d7 req-c5056534-b08d-47cd-9d39-ca55376f414a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:33.169238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea52c73-098b-4a49-8d39-2fe7978837d7 req-c5056534-b08d-47cd-9d39-ca55376f414a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0963864 Dec 14 19:09:33.228356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ea52c73-098b-4a49-8d39-2fe7978837d7 req-6ff07799-208e-44e0-b7af-91801f0219fb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 Dec 14 19:09:34.509477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24d2a8-82af-46fb-9d50-18399fdfa0a4 req-e2650e62-2651-4162-aae2-a1f83207e13e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:34.511463 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0f24d2a8-82af-46fb-9d50-18399fdfa0a4 req-e2650e62-2651-4162-aae2-a1f83207e13e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1255240 Dec 14 19:09:34.573972 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0f24d2a8-82af-46fb-9d50-18399fdfa0a4 req-f01dc47a-d5c9-4041-a79b-1b6b2eab08d3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542941 Dec 14 19:09:35.809099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5ed9-8dfb-45ef-af26-979419a98c4f req-7c360ef8-37c4-432c-9dd3-e2bd5b6be00c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:35.810732 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97bf5ed9-8dfb-45ef-af26-979419a98c4f req-7c360ef8-37c4-432c-9dd3-e2bd5b6be00c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0908151 Dec 14 19:09:35.862907 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97bf5ed9-8dfb-45ef-af26-979419a98c4f req-97d42884-51f5-4a7f-a3ce-41ff3bf92d91 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Dec 14 19:09:36.255262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-609650d5-e6f8-45b4-8167-5c4133244be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:37.122560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e00a8-f7b0-4d5a-a7d9-c7642f2e6d44 req-90b8769c-b977-4a6c-b093-55d02b7d1f99 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:37.124372 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-768e00a8-f7b0-4d5a-a7d9-c7642f2e6d44 req-90b8769c-b977-4a6c-b093-55d02b7d1f99 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1031070 Dec 14 19:09:37.185177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-768e00a8-f7b0-4d5a-a7d9-c7642f2e6d44 req-b448f50b-44a9-44a1-a62b-e8a129f7c26d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539072 Dec 14 19:09:37.237801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:37.732310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:38.418616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8a39-efb7-4b82-b773-3f032876b8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:38.441479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a075a8d-efd9-4908-83a8-f0dc81b841b6 req-a38729e5-127c-4170-bda2-43996ebb0b7f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:38.443132 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a075a8d-efd9-4908-83a8-f0dc81b841b6 req-a38729e5-127c-4170-bda2-43996ebb0b7f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1024990 Dec 14 19:09:38.496524 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a075a8d-efd9-4908-83a8-f0dc81b841b6 req-47124605-d29a-4f56-ab7e-835ab7ec66d3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Dec 14 19:09:39.343530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:39.746188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088483f-c291-46d7-9dfb-fe949afdab50 req-2efa26aa-1e4e-4e0c-a9cc-3a1153b08652 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:39.747720 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d088483f-c291-46d7-9dfb-fe949afdab50 req-2efa26aa-1e4e-4e0c-a9cc-3a1153b08652 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0937650 Dec 14 19:09:39.804428 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d088483f-c291-46d7-9dfb-fe949afdab50 req-bd878a0e-f02d-46bc-88e3-515446359eba tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498757 Dec 14 19:09:40.251140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.033953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c73830-1a01-4a04-a791-7ff40659af3d req-24fa1e71-da46-4294-a338-8324e29d7a11 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:41.035848 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53c73830-1a01-4a04-a791-7ff40659af3d req-24fa1e71-da46-4294-a338-8324e29d7a11 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0913453 Dec 14 19:09:41.094872 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53c73830-1a01-4a04-a791-7ff40659af3d req-5fb75ef6-8b7d-4f4d-9993-88b49bd86b76 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487247 Dec 14 19:09:42.341481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4b39-0952-4aa4-a59a-1ab5eeee9623 req-6cb3ebf5-564f-4a2f-9a11-528cbc48474d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:42.343204 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-99ea4b39-0952-4aa4-a59a-1ab5eeee9623 req-6cb3ebf5-564f-4a2f-9a11-528cbc48474d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0954506 Dec 14 19:09:42.398135 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-99ea4b39-0952-4aa4-a59a-1ab5eeee9623 req-80b33539-b48d-429b-9b30-1ba97707bcb5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482509 Dec 14 19:09:43.628095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa810e78-ef31-429b-9354-d740e94bbb06 req-2ae6177b-0c43-4b3d-80e6-f88462ff0914 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:43.629800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa810e78-ef31-429b-9354-d740e94bbb06 req-2ae6177b-0c43-4b3d-80e6-f88462ff0914 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0896275 Dec 14 19:09:43.684803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa810e78-ef31-429b-9354-d740e94bbb06 req-9c67720d-9362-4dd3-be61-41b772767e18 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479066 Dec 14 19:09:44.916536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df486ae6-d522-4df1-916a-d2a77f82facd req-3924002a-91ec-4e43-952a-db3be6ebbaab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:44.918250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df486ae6-d522-4df1-916a-d2a77f82facd req-3924002a-91ec-4e43-952a-db3be6ebbaab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0868282 Dec 14 19:09:44.968182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df486ae6-d522-4df1-916a-d2a77f82facd req-55c376e4-a40f-4a70-bef0-c251c87a1015 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Dec 14 19:09:45.935001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:46.091959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:46.109852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:46.167918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:46.187637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:46.206771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:46.210925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:46.213918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:46.238517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a7cb-6188-4975-a56b-cb06195b1f9a req-a86e47ac-5b19-40a9-b7eb-4baf1d5e9cf5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:46.240185 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d13a7cb-6188-4975-a56b-cb06195b1f9a req-a86e47ac-5b19-40a9-b7eb-4baf1d5e9cf5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1107173 Dec 14 19:09:46.295404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=6']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:46.304151 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d13a7cb-6188-4975-a56b-cb06195b1f9a req-caa3d68f-4193-4a10-a780-cd265930df24 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545852 Dec 14 19:09:46.305333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.305747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.306132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.306514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.306894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.307273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.307647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.308040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.308413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.308782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.309183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:46.313603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:46.329762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['b2db1712-eff0-48ef-9b18-051d6bbab8ed'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:47.115345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35538) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:47.295916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.331025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:47.335395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:ef61e615c96c4ba1a5b79f358a3e27a1 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:47.338576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:47.346206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:47.417817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.421384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.428329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fa4f50d3-9e7b-41fc-924d-e2de570883c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:47.471722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5c47b7-586c-45d2-a311-ac07bb673118,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:47.475210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:47.480914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ef61e615c96c4ba1a5b79f358a3e27a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3618479 Dec 14 19:09:47.481874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35546) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:47.532202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92aded-eeb3-4a01-a6c1-a3bbe637af1d req-608c8316-758e-4d1b-9f37-4784dc65ac71 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:47.533821 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a92aded-eeb3-4a01-a6c1-a3bbe637af1d req-608c8316-758e-4d1b-9f37-4784dc65ac71 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0892687 Dec 14 19:09:47.545565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.578613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.593374 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a92aded-eeb3-4a01-a6c1-a3bbe637af1d req-e821db3f-0736-451b-8d50-912ce8db2599 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527070 Dec 14 19:09:47.838994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.846965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-add627c5-9b2a-42e2-835c-19ca6345ff29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:47.864497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5c47b7-586c-45d2-a311-ac07bb673118,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:47.867653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:47.869896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:47.873692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c5c47b7-586c-45d2-a311-ac07bb673118 HTTP/1.1" status: 204 len: 168 time: 0.3889701 Dec 14 19:09:47.934551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:48.020640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port b2db1712-eff0-48ef-9b18-051d6bbab8ed triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:48.021107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.144844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.175212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:48.186415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:48.191397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.193764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:48.254593 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'code': 200} Dec 14 19:09:48.277884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=7']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:48.281337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:48.307755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35558) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:48.327970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.361426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:48.365491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Usage tracker for resource:security_group_rule and tenant:8eee4f6c71d74572885914204ebf9749 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:48.368575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:48.375004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:48.458944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.462869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.469645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96d6da22-87dc-49f8-8ea5-7b3f3729c59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:48.512801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2021487e-5b1c-452c-aa1c-6be8df3483d5,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:48.516327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:48.520147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8eee4f6c71d74572885914204ebf9749&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2109048 Dec 14 19:09:48.523617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35562) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:48.598552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.626265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.673400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.677870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1969863e-ddb9-470e-bb2a-4aede3713ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:48.690373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2021487e-5b1c-452c-aa1c-6be8df3483d5,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:48.703054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.703464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.703865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.704249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.704736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.705706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.706111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.706516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.706909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.707295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.707698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:48.710608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:48.711974 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2021487e-5b1c-452c-aa1c-6be8df3483d5 HTTP/1.1" status: 204 len: 168 time: 0.1872575 Dec 14 19:09:48.712804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:48.827732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39f629-7550-4ac7-93c3-1a5a49c72315 req-7f8f7628-253d-4794-9b01-ba9edfeb921f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:48.829425 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9b39f629-7550-4ac7-93c3-1a5a49c72315 req-7f8f7628-253d-4794-9b01-ba9edfeb921f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0910747 Dec 14 19:09:48.909481 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9b39f629-7550-4ac7-93c3-1a5a49c72315 req-bc3cf1f0-b5b4-43a1-bfff-e9f27eb1954b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711780 Dec 14 19:09:50.177389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a77a9-65b4-4663-b56c-7e9485ff78bc req-9c522f91-b688-43cb-aeeb-4be576656698 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:50.179847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c67a77a9-65b4-4663-b56c-7e9485ff78bc req-9c522f91-b688-43cb-aeeb-4be576656698 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0925987 Dec 14 19:09:50.236704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c67a77a9-65b4-4663-b56c-7e9485ff78bc req-837d5fb2-90ed-447c-a24f-623f6291246a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494614 Dec 14 19:09:51.710905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b76298-b544-47a0-b901-4a0a909001f4 req-d19b2982-e5ea-41a2-aa2a-8a50e7a85df2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:51.712596 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-43b76298-b544-47a0-b901-4a0a909001f4 req-d19b2982-e5ea-41a2-aa2a-8a50e7a85df2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.3063114 Dec 14 19:09:51.766201 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-43b76298-b544-47a0-b901-4a0a909001f4 req-c8a9cda1-a5d9-46f9-8cb2-e2b2efa9fe5d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462253 Dec 14 19:09:53.010949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0e6aa-edea-4cd6-8634-efee0feebaa8 req-594be8a9-040a-42a4-bcf6-ba1084ba3a5a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:53.012658 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1ad0e6aa-edea-4cd6-8634-efee0feebaa8 req-594be8a9-040a-42a4-bcf6-ba1084ba3a5a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0939164 Dec 14 19:09:53.137551 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1ad0e6aa-edea-4cd6-8634-efee0feebaa8 req-7e6433ec-3f5f-4ae4-8418-8462e4c4ffa7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124940 Dec 14 19:09:53.635417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:09:53.638519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35702) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:53.853801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:53.894443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:53.899457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Usage tracker for resource:security_group_rule and tenant:fee44147b08e4a78804d2916759c3d8e is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:53.902644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:53.910073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:53.988570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:53.993013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.019316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0c601e3a-376f-445c-90c2-52dd9dde1cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:54.050072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239dba1d-e6ea-448e-89b1-703277183be8,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:54.058717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35712) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:54.059314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fee44147b08e4a78804d2916759c3d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4189649 Dec 14 19:09:54.061112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:54.134148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.167146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.220492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.231149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:54.248990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.253810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/239dba1d-e6ea-448e-89b1-703277183be8 HTTP/1.1" status: 204 len: 168 time: 0.1924121 Dec 14 19:09:54.258314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239dba1d-e6ea-448e-89b1-703277183be8,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:54.269727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.270533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.271161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.271770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.272376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.273037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.273643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.274247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.274838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.275426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.276154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:09:54.280607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:54.410683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8b773-7f1f-4002-818e-700df06b44e1 req-240421ea-9a16-4ae5-965a-ed5eea0f61d7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:54.418349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fe8b773-7f1f-4002-818e-700df06b44e1 req-240421ea-9a16-4ae5-965a-ed5eea0f61d7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0952313 Dec 14 19:09:54.471159 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fe8b773-7f1f-4002-818e-700df06b44e1 req-aadd99ab-ebc2-4de6-a94f-e1b84f840745 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Dec 14 19:09:54.774022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35722) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:54.796139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.838128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:54.843011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ef78eb62784153af1bb47cc0e5df64 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:54.847457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:54.858698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:54.962303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.968729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:54.977056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2dd74b4a-faad-4daf-bf0c-7385eb2e8fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:55.010066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa44b9-f4cb-42e7-8d71-631aac073c5d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:55.014994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:55.041856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f5ef78eb62784153af1bb47cc0e5df64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2638705 Dec 14 19:09:55.043023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35730) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:55.149348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:55.186728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:55.260482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:55.279691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c37289fb-1849-4a76-82c3-ffdd49ae3a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:55.314511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa44b9-f4cb-42e7-8d71-631aac073c5d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:55.318596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:55.326898 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43fa44b9-f4cb-42e7-8d71-631aac073c5d HTTP/1.1" status: 204 len: 168 time: 0.2804337 Dec 14 19:09:55.328684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9d85b7b0-2b46-4009-9140-32db9cbff7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:55.769978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5b9ec-ce24-432e-9b9e-6b82b67fe47c req-d920145a-84d6-4323-a7dc-d35ce36dd89c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:55.773103 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f3d5b9ec-ce24-432e-9b9e-6b82b67fe47c req-d920145a-84d6-4323-a7dc-d35ce36dd89c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1139739 Dec 14 19:09:55.846392 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f3d5b9ec-ce24-432e-9b9e-6b82b67fe47c req-2a198fd4-cbf9-4a0d-a3e6-031a38868c52 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657737 Dec 14 19:09:57.212302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315295e3-d9bb-40a3-835a-f97a212fdeb8 req-38c555a9-571a-47f3-ae42-2ff4ab3feff2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:57.214684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-315295e3-d9bb-40a3-835a-f97a212fdeb8 req-38c555a9-571a-47f3-ae42-2ff4ab3feff2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1675899 Dec 14 19:09:57.274694 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-315295e3-d9bb-40a3-835a-f97a212fdeb8 req-89b22eb8-bb76-4b80-9a60-23612fc315f7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538213 Dec 14 19:09:57.409637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35784) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:57.765201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:57.819205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:57.825497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Usage tracker for resource:security_group_rule and tenant:592a49b2c4414db8921fe2b118f49bea is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:57.830127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:57.838448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:57.919164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:57.927638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:57.959028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8ee63bd0-6fbf-4c0c-9bd3-5b3cad103ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:57.976387 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=592a49b2c4414db8921fe2b118f49bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5631175 Dec 14 19:09:57.977121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35798) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:58.018920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54691d8b-f51b-48d8-bcd9-b5d0d92838cc,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:58.025437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:58.078621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:58.116929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:58.191876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:58.199142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4cd8d530-e249-4b60-9fee-c1b197854ca2 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:58.214890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54691d8b-f51b-48d8-bcd9-b5d0d92838cc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:58.228568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:58.235623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:58.237672 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54691d8b-f51b-48d8-bcd9-b5d0d92838cc HTTP/1.1" status: 204 len: 168 time: 0.2594297 Dec 14 19:09:58.567947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5baa4-8fe6-456b-9fbe-31c66c545857 req-550fb1e2-1558-44e5-b073-fa56e0f8be49 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:58.576265 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52f5baa4-8fe6-456b-9fbe-31c66c545857 req-550fb1e2-1558-44e5-b073-fa56e0f8be49 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0996521 Dec 14 19:09:58.647204 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52f5baa4-8fe6-456b-9fbe-31c66c545857 req-9bd80291-49cc-4d46-a13d-cfc19bc736b1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696938 Dec 14 19:09:59.164792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35836) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:59.350312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.401630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:59.407107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Usage tracker for resource:security_group_rule and tenant:0a885d6a10e741e1aa5bc7c2c01cd2aa is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:59.413729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:59.425260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:59.533915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.538647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.548338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-04409c7e-bb9a-4c78-93aa-410153eacf88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:59.583590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d946e8f4-e8e6-4fcc-ac0f-0e49841cbfb5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:59.604708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:59.631676 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0a885d6a10e741e1aa5bc7c2c01cd2aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4656119 Dec 14 19:09:59.635155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35848) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:59.778311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.824662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.982087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e2ae-884e-4dc1-9082-1ad76b52972b req-716bcc52-dc41-40cc-84f5-eb03553b0d8c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:59.983665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ac40e2ae-884e-4dc1-9082-1ad76b52972b req-716bcc52-dc41-40cc-84f5-eb03553b0d8c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1502428 Dec 14 19:09:59.988046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.998261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8c6102e2-fcbb-4dac-8eb0-3b0ba3787b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:00.031450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d946e8f4-e8e6-4fcc-ac0f-0e49841cbfb5,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:00.036460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:00.038111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:00.039381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-551fd7e5-624e-43b1-9616-077d2c9a28df admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d946e8f4-e8e6-4fcc-ac0f-0e49841cbfb5 HTTP/1.1" status: 204 len: 168 time: 0.4027302 Dec 14 19:10:00.070584 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ac40e2ae-884e-4dc1-9082-1ad76b52972b req-6aebfe8c-aa93-40e9-9f2f-ecf73e255294 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591738 Dec 14 19:10:00.681224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35870) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:00.707588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:00.743565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:00.747901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Usage tracker for resource:security_group_rule and tenant:03cdcfb2814a4485a7da71342ca15765 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:00.751041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:00.758414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:00.837112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:00.840935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:00.849362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ee84cf5c-4d42-4a3f-b586-a7a1a0cfbc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:00.899562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35874) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:00.909442 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03cdcfb2814a4485a7da71342ca15765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2265944 Dec 14 19:10:00.914896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c36b3-e8e4-4e53-a308-dc6c36c8f6df,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:00.923968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:00.991095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:01.027238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:01.089030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:01.093746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f84be8f7-61be-478c-8d0b-e0de21938aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:01.107254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c36b3-e8e4-4e53-a308-dc6c36c8f6df,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:01.112121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:01.115909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:01.119719 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c96c36b3-e8e4-4e53-a308-dc6c36c8f6df HTTP/1.1" status: 204 len: 168 time: 0.2165945 Dec 14 19:10:01.423056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ace5d-ad6a-4989-abec-fd24be176822 req-acf674c8-5337-4613-a978-ab85830ea5b6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:01.425311 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e83ace5d-ad6a-4989-abec-fd24be176822 req-acf674c8-5337-4613-a978-ab85830ea5b6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1093667 Dec 14 19:10:01.496611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e83ace5d-ad6a-4989-abec-fd24be176822 req-41e9ab8a-8d99-4bab-bf8a-e028ed106bd4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612969 Dec 14 19:10:02.750930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0da10d-4cfe-463b-be96-f5ed51a0cb99 req-f13dff86-7b46-4f7c-8fa1-259cbf1f62e8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:02.759065 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f0da10d-4cfe-463b-be96-f5ed51a0cb99 req-f13dff86-7b46-4f7c-8fa1-259cbf1f62e8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1052589 Dec 14 19:10:02.827290 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f0da10d-4cfe-463b-be96-f5ed51a0cb99 req-b9f36bf7-6e06-478c-a1e1-52b15098f910 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670369 Dec 14 19:10:03.670404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 35934) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:03.849328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:03.913235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:03.917566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2752afae6f9b4b3e9571fbd7a408ce2c is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:03.924110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:03.933707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:04.075881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.081365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.088369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ff38d6c8-56b5-495d-96e0-ed252ea265a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:04.142167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e53e41d-84e5-4efc-9a06-eafd24d7be5c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:04.146875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:04.152273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2752afae6f9b4b3e9571fbd7a408ce2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4806712 Dec 14 19:10:04.152460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 35950) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:04.163847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1ade7-4768-4681-ad95-d77c39d45ed3 req-3ff4927b-3bff-42c3-8669-279bbbddc35d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:04.165635 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8df1ade7-4768-4681-ad95-d77c39d45ed3 req-3ff4927b-3bff-42c3-8669-279bbbddc35d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1745777 Dec 14 19:10:04.216715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8df1ade7-4768-4681-ad95-d77c39d45ed3 req-fd224861-a2b4-4d2d-b77d-0b08781e58c1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Dec 14 19:10:04.240485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.269956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.317598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.321924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ee7f1b39-00c2-48e8-b41c-e8f72f743aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:04.336136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e53e41d-84e5-4efc-9a06-eafd24d7be5c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:04.339106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:04.347495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.348769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e53e41d-84e5-4efc-9a06-eafd24d7be5c HTTP/1.1" status: 204 len: 168 time: 0.1950860 Dec 14 19:10:05.448878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc007073-7eed-432c-a714-cef34e4ddf69 req-a59d27e1-f1cc-4d7a-8f8d-594b8e36a6a0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:05.450583 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc007073-7eed-432c-a714-cef34e4ddf69 req-a59d27e1-f1cc-4d7a-8f8d-594b8e36a6a0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0959651 Dec 14 19:10:05.501460 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc007073-7eed-432c-a714-cef34e4ddf69 req-70a9d0ce-c971-43a7-b766-bf45c34a1b7c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441530 Dec 14 19:10:06.250284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16b909fe-2604-4a35-876a-7ac927a8a28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:06.731961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06f4b8-e7fd-4d33-bb32-4c98569cdb63 req-61348731-a7fa-4cce-9c00-be630e4d6987 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:06.733639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e06f4b8-e7fd-4d33-bb32-4c98569cdb63 req-61348731-a7fa-4cce-9c00-be630e4d6987 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0841985 Dec 14 19:10:06.792332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e06f4b8-e7fd-4d33-bb32-4c98569cdb63 req-c6bd44f8-0b72-45f6-98a1-04423c82a703 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499694 Dec 14 19:10:07.235834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:07.479555 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-38821b84-dc07-4a84-ac38-7eecc00b62c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1099 time: 0.2431295 Dec 14 19:10:07.632538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-8d95e81a-88d6-43be-add3-28a3c16bd144 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:07.634295 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-8d95e81a-88d6-43be-add3-28a3c16bd144 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.1476693 Dec 14 19:10:07.727848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:07.749268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-a4ab978e-bfbf-46ae-913d-263dcade2e85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 1000 time: 0.1079376 Dec 14 19:10:07.822910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-e7eceb35-29aa-42f3-bfe7-0ab01b5afb4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:07.824567 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-e7eceb35-29aa-42f3-bfe7-0ab01b5afb4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0688205 Dec 14 19:10:07.931992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-f15a6a94-ba66-4c8a-b650-0d7fd0a68014 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004217 Dec 14 19:10:08.142393 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-74653322-c64e-4459-ac65-7a50ee8bd496 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032280 Dec 14 19:10:08.153849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b48cd-54e9-4319-a503-357bbaddfe3a req-4e6c4f23-9758-486d-b77c-dfd248f110de tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:08.155527 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e77b48cd-54e9-4319-a503-357bbaddfe3a req-4e6c4f23-9758-486d-b77c-dfd248f110de tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.1909821 Dec 14 19:10:08.307373 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e77b48cd-54e9-4319-a503-357bbaddfe3a req-8345f39a-e96a-4941-a429-9c1b7647d3e7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249559 Dec 14 19:10:08.351512 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f26378cb-794c-4af7-bbc1-775b28eb5b64 req-6494cc69-1ad1-4765-b176-391181160fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948936 Dec 14 19:10:08.411894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e36412a6-9900-4047-af55-ed1a379b1343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:09.351158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:09.554384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b77c99-896f-416a-ae90-2b02cce28967 req-0f643a17-7519-4bdf-b0cf-373c522627c0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:09.556092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-33b77c99-896f-416a-ae90-2b02cce28967 req-0f643a17-7519-4bdf-b0cf-373c522627c0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 946 time: 0.0961449 Dec 14 19:10:09.615564 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-33b77c99-896f-416a-ae90-2b02cce28967 req-eddf4b64-e40f-4cba-a8d6-d9317a3c9a17 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444555 Dec 14 19:10:09.975443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36070) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:10.069750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:10.170651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-5c83f1e9-ab4c-4725-8352-eb03fe6622de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1099 time: 0.1050143 Dec 14 19:10:10.206244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.218908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.245865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:10.250930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Usage tracker for resource:security_group_rule and tenant:1876ed94a99642dc8f792f29b70c7969 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:10.255055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:10.262789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:10.288851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.297012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:10.317823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:10.322671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.325880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:10.353135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.357470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.379639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-f18b12de-5fa3-491b-bbd1-6d0857c4617a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:10.381583 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-f18b12de-5fa3-491b-bbd1-6d0857c4617a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.1860907 Dec 14 19:10:10.402971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-25c2b751-605a-4d56-a95d-19e97d233019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:10.474702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=8']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:10.478933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:10.485434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1876ed94a99642dc8f792f29b70c7969&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5060387 Dec 14 19:10:10.487524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36080) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:10.490360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58979be0-0a21-4a7b-b97a-446711bee2b1,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:10.494169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-45c4e9a5-96fe-48a3-8641-8e54d17c9b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:10.560081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-d95c2bdd-9ff4-47e1-adaf-6c0cc358a6c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 998 time: 0.1709144 Dec 14 19:10:10.611264 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'code': 422} returned with failed status Dec 14 19:10:10.632413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.676626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-47008298-a60b-46d9-a9dd-b161a0237f0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:10.678303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-47008298-a60b-46d9-a9dd-b161a0237f0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.1110766 Dec 14 19:10:10.680144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.801708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.807687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8aa93560-0073-4b9f-b679-c5828dc4b4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:10.820415 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-b9f3d2d8-9603-4a59-bd4b-89789ca97bb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309993 Dec 14 19:10:10.823234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58979be0-0a21-4a7b-b97a-446711bee2b1,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:10.830342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:10.856791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.858072 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58979be0-0a21-4a7b-b97a-446711bee2b1 HTTP/1.1" status: 204 len: 168 time: 0.3693118 Dec 14 19:10:10.865680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d78bb-f9f1-4b2c-b77e-e7ffdcef5330 req-c2e214d7-37a3-41ff-8347-2fd01e870f06 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:10.867450 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fb7d78bb-f9f1-4b2c-b77e-e7ffdcef5330 req-c2e214d7-37a3-41ff-8347-2fd01e870f06 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1020277 Dec 14 19:10:10.956243 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fb7d78bb-f9f1-4b2c-b77e-e7ffdcef5330 req-173f5c1a-b960-4cab-b72a-e72ca1c23dda tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764730 Dec 14 19:10:11.004831 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-a673224a-1be5-4796-8b3e-5cfc5af05ab5 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669102 Dec 14 19:10:11.015404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36096) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:11.164316 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7eadf04-c504-4d0c-86be-cfdc2f8bee36 req-c620e41c-bb9f-4013-bfde-a145f716e3a0 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632395 Dec 14 19:10:11.420145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.472616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:11.484001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36112) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:11.485635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Usage tracker for resource:security_group_rule and tenant:03e0db105d5649bebec4b510cd552c3a is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:11.492415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:11.504051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:11.506799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.543353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:11.547816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Usage tracker for resource:security_group_rule and tenant:7623d3f5a05740e6b95789a757a5a420 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:11.551496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:11.558078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:11.607364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.611427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.619249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d375274e-e033-4f88-a9eb-cf119f6a1b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:11.654738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.659527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.666424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7e72f0-9033-48cf-9b16-cbc478156f9c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:11.669294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-503a5c1a-be9d-431c-80d3-7318531a325f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:11.670213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:11.677543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03e0db105d5649bebec4b510cd552c3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6560633 Dec 14 19:10:11.678006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36120) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:11.751673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f698c-7260-4cfa-bacd-33a8282a0f71,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:11.761225 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7623d3f5a05740e6b95789a757a5a420&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2755947 Dec 14 19:10:11.765016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36124) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:11.776618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:11.847338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.898208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.911034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.981707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:12.036998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:12.046267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cb4958c3-1c6d-4e1a-8227-4a4f75afeca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:12.062659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7e72f0-9033-48cf-9b16-cbc478156f9c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:12.065450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:12.093963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:12.101031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a8f3319c-19aa-4ab4-a27f-85f904e3a0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:12.113812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:12.115301 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a96b704f-8d58-42fa-8deb-91066e58d465 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8d7e72f0-9033-48cf-9b16-cbc478156f9c HTTP/1.1" status: 204 len: 168 time: 0.4348803 Dec 14 19:10:12.119328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:12.120416 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c99f698c-7260-4cfa-bacd-33a8282a0f71 HTTP/1.1" status: 204 len: 168 time: 0.3543758 Dec 14 19:10:12.121483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f698c-7260-4cfa-bacd-33a8282a0f71,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:12.124232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:12.311748 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-58548aae-7df3-4602-8332-20465981251c req-4e622fb0-0713-42f2-875a-678e80758f02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2927957 Dec 14 19:10:12.664127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588964a-b71e-441e-b2c4-664d696575f9 req-55e54634-1301-4edd-9daf-5e40c7880e5f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:12.665917 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f588964a-b71e-441e-b2c4-664d696575f9 req-55e54634-1301-4edd-9daf-5e40c7880e5f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0929401 Dec 14 19:10:12.718650 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f588964a-b71e-441e-b2c4-664d696575f9 req-1d8a5e96-6213-4234-8824-2486c7baaac3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466247 Dec 14 19:10:12.769691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36168) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:13.178225 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-ea18f591-c572-47a8-b4d6-7c630632203a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4065564 Dec 14 19:10:14.026078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2d240-e4af-4029-939d-d992aa494347 req-5244e23e-efe5-45c7-960b-26e446c61f41 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:14.042945 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2c2d240-e4af-4029-939d-d992aa494347 req-5244e23e-efe5-45c7-960b-26e446c61f41 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1292143 Dec 14 19:10:14.102094 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2c2d240-e4af-4029-939d-d992aa494347 req-2c4f7287-6a40-4180-9d69-5725c0f30e3d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539765 Dec 14 19:10:15.352561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19cd1-2348-4e26-bdb3-1a1e29aadd91 req-a2710956-47f6-494a-b49c-ca93b45c1cac tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:15.354224 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eab19cd1-2348-4e26-bdb3-1a1e29aadd91 req-a2710956-47f6-494a-b49c-ca93b45c1cac tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0890665 Dec 14 19:10:15.418515 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eab19cd1-2348-4e26-bdb3-1a1e29aadd91 req-25f380f3-6a42-4a5d-8d63-614c607e7190 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548632 Dec 14 19:10:15.669171 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-07f3d0b3-22da-496d-ae10-93eec64433bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 1097 time: 0.0866485 Dec 14 19:10:15.794507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-8740e47c-3f10-40a1-8084-3f3d18352e79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1097 time: 0.0920043 Dec 14 19:10:16.191484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-3aeee7dc-012e-449c-b3bd-893db1aa65fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:16.193151 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-3aeee7dc-012e-449c-b3bd-893db1aa65fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.3920114 Dec 14 19:10:16.313325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-c2591ea6-2c31-4e45-bd03-5aa11331f32b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 998 time: 0.1131518 Dec 14 19:10:16.388873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-71b2f2eb-731f-42cb-b911-d9f1e3fadccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:16.390628 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-71b2f2eb-731f-42cb-b911-d9f1e3fadccc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0704515 Dec 14 19:10:16.481424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-76987ac1-3d2f-4462-b3d9-4cf80f50ab54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824995 Dec 14 19:10:16.644928 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-d6c72013-7e3c-4359-9a25-4b46b9bffb37 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564298 Dec 14 19:10:16.707797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c6843-efac-4b0d-b47a-35849d7ae6a1 req-c82fb446-791f-4c33-ac08-2f07c5694735 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:16.709660 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-658c6843-efac-4b0d-b47a-35849d7ae6a1 req-c82fb446-791f-4c33-ac08-2f07c5694735 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0956025 Dec 14 19:10:16.770436 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-658c6843-efac-4b0d-b47a-35849d7ae6a1 req-d95440bc-c8cd-413a-ac87-baa55e1dc3c9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523822 Dec 14 19:10:16.922175 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5493d98-1faf-4256-afa2-f6ada93a6015 req-89a73888-833e-47df-bab8-056935954158 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688198 Dec 14 19:10:18.096462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052ba9c-dd45-47ba-b9ee-2e443ce71f3a req-62c81d0a-21fc-423a-9989-4e45002c11e5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:18.110263 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1052ba9c-dd45-47ba-b9ee-2e443ce71f3a req-62c81d0a-21fc-423a-9989-4e45002c11e5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1373501 Dec 14 19:10:18.237164 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1052ba9c-dd45-47ba-b9ee-2e443ce71f3a req-1387f04c-8860-41f9-a7ec-2dbbbfd97bf7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085942 Dec 14 19:10:19.643028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc59b6c-c8e9-4b98-b2f9-1e3e9fc495d3 req-f906d108-e369-4928-bb67-f03652f49ff5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:19.660461 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8bc59b6c-c8e9-4b98-b2f9-1e3e9fc495d3 req-f906d108-e369-4928-bb67-f03652f49ff5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2010827 Dec 14 19:10:19.753845 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8bc59b6c-c8e9-4b98-b2f9-1e3e9fc495d3 req-5883193c-ab50-4843-8139-f98d85d1df2d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911198 Dec 14 19:10:21.168042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef56e26-7f2f-4faf-95ba-760867e401d2 req-66048df0-295d-4d3e-bd19-f80f065a43ef tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:21.173698 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ef56e26-7f2f-4faf-95ba-760867e401d2 req-66048df0-295d-4d3e-bd19-f80f065a43ef tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1481009 Dec 14 19:10:21.274029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ef56e26-7f2f-4faf-95ba-760867e401d2 req-d3f9ce4c-27f0-4899-be6e-561cdab10a6a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969656 Dec 14 19:10:22.549566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1607bc-880f-43fb-9a63-cdb8185440bc req-2be8b778-4d5b-454d-b3ca-debe321bbebb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:22.558224 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8c1607bc-880f-43fb-9a63-cdb8185440bc req-2be8b778-4d5b-454d-b3ca-debe321bbebb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1122327 Dec 14 19:10:22.610415 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8c1607bc-880f-43fb-9a63-cdb8185440bc req-48287fe6-d950-42c7-82cc-98e1613760a1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508392 Dec 14 19:10:23.915047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863edff6-8818-44c8-ab84-b8d9765eb3d8 req-a596a46a-1975-4077-a967-13f23cfb5906 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:23.915047 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-863edff6-8818-44c8-ab84-b8d9765eb3d8 req-a596a46a-1975-4077-a967-13f23cfb5906 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1272671 Dec 14 19:10:24.002431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-863edff6-8818-44c8-ab84-b8d9765eb3d8 req-d0cb37a7-2e61-4ead-8eb6-a9ec4b7bc0a6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757210 Dec 14 19:10:25.281852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba863817-662d-4d03-9ad4-53da44fce59c req-fa6e3ee0-0199-4126-a362-16ea7a1b45fb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:25.283785 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba863817-662d-4d03-9ad4-53da44fce59c req-fa6e3ee0-0199-4126-a362-16ea7a1b45fb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1164801 Dec 14 19:10:25.357426 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba863817-662d-4d03-9ad4-53da44fce59c req-781c43d2-cd94-455c-82cb-8ccab3e320b8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630803 Dec 14 19:10:26.697129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c12ac-de8b-40b7-902f-b5a196adc20b req-dcef52bb-49f1-431b-a845-f33fe8f19ed0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:26.698777 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c7c12ac-de8b-40b7-902f-b5a196adc20b req-dcef52bb-49f1-431b-a845-f33fe8f19ed0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1212823 Dec 14 19:10:26.776340 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c7c12ac-de8b-40b7-902f-b5a196adc20b req-7c53d99d-f338-47e2-8c02-540dcd16abeb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704110 Dec 14 19:10:27.097893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36442) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:27.282559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.325402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:27.330145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Usage tracker for resource:security_group_rule and tenant:91e67cbb68bc440d8c6d2609a7456bb8 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:27.333653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:27.341884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:27.444399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.447871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.456898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e392ada7-ec0a-4629-bb88-bcf484b4ec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:27.505128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e91ba8-9d7e-483f-be4a-13370d90a98a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:27.510163 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91e67cbb68bc440d8c6d2609a7456bb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4107163 Dec 14 19:10:27.511205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:27.515206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36450) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:27.596193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.626856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.707042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.711411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-eb0747ef-f3d1-4e37-a2cf-8567475e2577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:27.724649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e91ba8-9d7e-483f-be4a-13370d90a98a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:27.729086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:27.732894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.741669 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38e91ba8-9d7e-483f-be4a-13370d90a98a HTTP/1.1" status: 204 len: 168 time: 0.2247727 Dec 14 19:10:28.177810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105cb16e-2a56-4b45-9624-1a4c1d5c93c0 req-44fc699f-1bf4-4983-9de9-37245c36ec17 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:28.179670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-105cb16e-2a56-4b45-9624-1a4c1d5c93c0 req-44fc699f-1bf4-4983-9de9-37245c36ec17 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1553116 Dec 14 19:10:28.233099 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-105cb16e-2a56-4b45-9624-1a4c1d5c93c0 req-99876352-04c7-4356-999d-c7f2808cb5b8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469949 Dec 14 19:10:28.898080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36488) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:29.089806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1779213928-network', 'tenant_id': '2cf054661043432a8c8712ef1f755304'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:29.096548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:29.104562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Usage tracker for resource:network and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:29.113690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:29.129857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:29.143162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Made reservation on behalf of 2cf054661043432a8c8712ef1f755304 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:10:29.151786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.167233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.212190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:29.220756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:29.228492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:29.241574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:29.349967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.355024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.372143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2fb6ba7c-65cf-4931-94e9-0eaca59f42b9 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:29.395424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:10:29.450107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.451104 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Added segment 7a50cf65-2627-4293-b6eb-0bbf46adfd93 of type vlan for network f35f988f-0c03-4aab-9999-2bc7611f3da4 Dec 14 19:10:29.461850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f8a56e-2373-4cd2-9c9d-cef0968dce23,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:29.471743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:29.556601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.615735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9d8d9-b109-4f9e-8fb9-788f3ffd3538 req-bdedfd86-1070-4c91-87ad-09f456d3b09e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:29.623733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78b9d8d9-b109-4f9e-8fb9-788f3ffd3538 req-bdedfd86-1070-4c91-87ad-09f456d3b09e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1571796 Dec 14 19:10:29.644278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.648803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:29.649519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.657571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12e0efb8-aeec-4b96-a5aa-01c0f1d27556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:29.804841 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78b9d8d9-b109-4f9e-8fb9-788f3ffd3538 req-d9553a7f-1a3c-4021-8bbb-7b757144f21d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748116 Dec 14 19:10:29.818931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f35f988f-0c03-4aab-9999-2bc7611f3da4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:29.838781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:29.846783 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9415069 Dec 14 19:10:29.847094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36498) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:29.848131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:10:29.856289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Request body: {'subnet': {'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1779213928-subnet', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:29.862433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:29.867097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Usage tracker for resource:subnet and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:29.870479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:29.878085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:29.894116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Made reservation on behalf of 2cf054661043432a8c8712ef1f755304 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:10:29.903635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.186438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.191551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f8613643-dde6-4e1c-8e75-8b7f7006c816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:30.277939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c85141-51ac-46da-a080-021591f8f2d1,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:30.282466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:30.292629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:30.293164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Network hostable DHCP agents. Network: f35f988f-0c03-4aab-9999-2bc7611f3da4, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:10:30.317197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:10:30.326599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, f35f988f-0c03-4aab-9999-2bc7611f3da4) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:30.330884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:30.331765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.338630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fb729-02a3-433d-ba82-29a8511292dd None None] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:30.373463 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5250313 Dec 14 19:10:30.377733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36504) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:30.391731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:30.399478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:30.407750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Usage tracker for resource:router and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:30.412294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:30.422418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:30.449306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.450941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.471282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.654030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:10:30.664523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.672521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-f35f988f-0c03-4aab-9999-2bc7611f3da4', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:10:30.674514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.928069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Allocated IP 172.20.0.2 (f35f988f-0c03-4aab-9999-2bc7611f3da4/05c85141-51ac-46da-a080-021591f8f2d1/3d752633-0343-45d5-89af-ddeb39285d8d) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:30.938784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.976367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.186939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9365c82-a491-4785-ac6f-32d471a15270 req-a7c017cf-cf84-423b-be55-9c32a8c96f77 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:31.188866 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e9365c82-a491-4785-ac6f-32d471a15270 req-a7c017cf-cf84-423b-be55-9c32a8c96f77 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2070794 Dec 14 19:10:31.257334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.271048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Transition to ACTIVE for port object 3d752633-0343-45d5-89af-ddeb39285d8d will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:31.271883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Allocated IP 172.27.3.196 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/78e6cf95-d3a3-4d9b-9537-ea4e77103d41) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:31.276194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e9365c82-a491-4785-ac6f-32d471a15270 req-27c0d2da-9e9f-4262-92bd-87f7dceabb9d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733597 Dec 14 19:10:31.296115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Transition to ACTIVE for port object 3d752633-0343-45d5-89af-ddeb39285d8d will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:31.301807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.308408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:31.438671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:31.446794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:31.452780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:31.456641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.460009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Pushing event updated for resources: {'Port': ['ID=3d752633-0343-45d5-89af-ddeb39285d8d,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:31.464405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:31.501315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.505764 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:31.559337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Attempting to bind port 3d752633-0343-45d5-89af-ddeb39285d8d on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:31.559841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Attempting to bind port 3d752633-0343-45d5-89af-ddeb39285d8d by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:31.560323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Attempting to bind port 3d752633-0343-45d5-89af-ddeb39285d8d on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:31.568264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:31.568682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:31.569172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.569603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Bound using segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:31.570125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Bound port: 3d752633-0343-45d5-89af-ddeb39285d8d, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:31.570542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.579636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:31.583167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:31.585749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:31.620452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Pushing event updated for resources: {'Port': ['ID=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:31.627926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:31.673784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] For port 3d752633-0343-45d5-89af-ddeb39285d8d, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:31.677837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] For port 3d752633-0343-45d5-89af-ddeb39285d8d, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3d752633-0343-45d5-89af-ddeb39285d8d,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:31.682213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.687127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:31.833562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.834865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.953132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Pushing event updated for resources: {'Port': ['ID=3d752633-0343-45d5-89af-ddeb39285d8d,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:31.965864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:32.388342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:10:32.641709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1010d-f8d6-402d-ad0e-426eabe1bd84 req-26112235-5ffb-4fc8-9471-a33699b75e37 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:32.645013 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c1a1010d-f8d6-402d-ad0e-426eabe1bd84 req-26112235-5ffb-4fc8-9471-a33699b75e37 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1559319 Dec 14 19:10:32.722352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:32.722703 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c1a1010d-f8d6-402d-ad0e-426eabe1bd84 req-debb0e28-4a0d-49b8-8768-f485e52b5426 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704832 Dec 14 19:10:32.734769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:32.752051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:32.754878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3746374 Dec 14 19:10:32.758236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:32.758599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36518) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:32.759121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:33.118072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:33.503609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3d752633-0343-45d5-89af-ddeb39285d8d up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:33.693828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 3d752633-0343-45d5-89af-ddeb39285d8d completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:33.712638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:31Z', 'revision_number': 3, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:33.718133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:33.718740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Updating router 949bd24a-67d8-4860-9c20-71c0d55b77e2 port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:10:33.779717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.027497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.231121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433eccc4-da26-468d-8fc7-23e0d122aac3 req-49950069-f2fd-46a3-9c65-737c446d0bf1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:34.232045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0a624-e24a-477c-9469-9ee8422eb773 None None] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:34.232884 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-433eccc4-da26-468d-8fc7-23e0d122aac3 req-49950069-f2fd-46a3-9c65-737c446d0bf1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1781788 Dec 14 19:10:34.355855 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-433eccc4-da26-468d-8fc7-23e0d122aac3 req-188082d5-86c7-4aa8-9565-d91f85e8955b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148345 Dec 14 19:10:34.434606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Allocated IP 172.20.0.1 (f35f988f-0c03-4aab-9999-2bc7611f3da4/05c85141-51ac-46da-a080-021591f8f2d1/d5330b4a-bb2d-4ddd-8ea8-518ed226fb19) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:34.492483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Provisioning for port 3d752633-0343-45d5-89af-ddeb39285d8d completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:34.541039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.543625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Provisioning complete for port 3d752633-0343-45d5-89af-ddeb39285d8d triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:34.543967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.596908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.613924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Transition to ACTIVE for port object 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:34.615604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Transition to ACTIVE for port object d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:34.628617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.635791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:34.636757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.640803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3c1792a0-701d-4701-a31f-b938ac8ee049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:34.718378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:34.722366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:34.725212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:34.753946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Pushing event updated for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:34.757278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:34.779900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64dfa1-d4b3-4225-9fb8-0d4428c359de None None] Pushing event updated for resources: {'Port': ['ID=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:34.784876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Attempting to bind port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:34.785352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Attempting to bind port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:34.785737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Attempting to bind port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:34.788497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad64dfa1-d4b3-4225-9fb8-0d4428c359de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:34.794636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.845757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:34.846176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:34.846700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.847132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:34.847880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Bound port: 78e6cf95-d3a3-4d9b-9537-ea4e77103d41, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:34.848309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.882001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.906020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.979777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] For port 3d752633-0343-45d5-89af-ddeb39285d8d, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3d752633-0343-45d5-89af-ddeb39285d8d,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:34.981587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] For port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:34.985558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] For port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:34.986786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:34.989182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:35.025808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.089718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Pushing event updated for resources: {'Port': ['ID=3d752633-0343-45d5-89af-ddeb39285d8d,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:35.093320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:35.094210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:35.158134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:35.158934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:35.259514 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64dfa1-d4b3-4225-9fb8-0d4428c359de None None] Pushing event updated for resources: {'Port': ['ID=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:35.263530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad64dfa1-d4b3-4225-9fb8-0d4428c359de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:35.276612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.283655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.349747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2bd841f-1e20-4ace-91dd-a1be5b450f23 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:35.457153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:35.593391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3d752633-0343-45d5-89af-ddeb39285d8d up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:35.777866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.786032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Pushing event updated for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:35.791939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:35.913538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0b30e-e3b2-4ea4-b9af-1a621d7fce24 req-2589d489-ec47-4b15-8443-5bb86d47f788 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:35.926248 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98c0b30e-e3b2-4ea4-b9af-1a621d7fce24 req-2589d489-ec47-4b15-8443-5bb86d47f788 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1769459 Dec 14 19:10:35.983446 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98c0b30e-e3b2-4ea4-b9af-1a621d7fce24 req-4e31b31f-328d-417c-a851-8069f1637d89 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557604 Dec 14 19:10:36.075980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:36.077677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:36.212565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Provisioning complete for port 3d752633-0343-45d5-89af-ddeb39285d8d triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:36.213081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.337991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3aceedcd-3e28-418b-9d6d-bb1953ab917c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.436531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 3d752633-0343-45d5-89af-ddeb39285d8d triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:36.437017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.664062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:10:36.714553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:36.719237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Provisioning for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:36.733631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041342e-34b3-4009-8821-bcddffff4b32 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:36.741921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Provisioning complete for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:36.743655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.820060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e32e3bf5-3026-4f45-a22b-e41d702b08e0 None None] Port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:10:36.969785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7571131-8498-4bea-ac1a-95ccce619fd5 None None] Provisioning complete for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:36.970991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7571131-8498-4bea-ac1a-95ccce619fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.034613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:37.063085 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] 10.222.0.72 "PUT /v2.0/routers/949bd24a-67d8-4860-9c20-71c0d55b77e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3022075 Dec 14 19:10:37.079369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7571131-8498-4bea-ac1a-95ccce619fd5 None None] Port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:10:37.322746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.509485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34022df1-82df-4e2f-a636-35a90d1f5792 req-b16eea68-dc4e-4201-94bd-b41bea5b605d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:37.511772 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34022df1-82df-4e2f-a636-35a90d1f5792 req-b16eea68-dc4e-4201-94bd-b41bea5b605d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1713691 Dec 14 19:10:37.575352 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34022df1-82df-4e2f-a636-35a90d1f5792 req-062cd81a-7dd0-435e-bccf-f67d41f01ea5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542226 Dec 14 19:10:37.743662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.435132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bc9c-c1b7-4af9-9e05-ebfa7460940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.504503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36576) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:38.511547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1862663423-network', 'tenant_id': '61077cfb82e048969c1d72ece6452c76'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:38.517140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:38.526372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Usage tracker for resource:network and tenant:61077cfb82e048969c1d72ece6452c76 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:38.530528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:38.538225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:38.551902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Made reservation on behalf of 61077cfb82e048969c1d72ece6452c76 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:10:38.560432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.587053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.652585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:38.660636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Usage tracker for resource:security_group_rule and tenant:61077cfb82e048969c1d72ece6452c76 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:38.667455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:38.680805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:38.817100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.822015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.826929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b015a4a4-dd24-4b97-8090-b714badc9eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:38.855156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:10:38.870217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575fa2a3-adcd-4a31-9cd4-b37a3d807f72,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:38.875262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:38.876355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.878259 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Added segment 33233bb4-4487-41aa-a8df-1df71c164116 of type vlan for network d42efb82-4599-4e25-bd41-480c2119e256 Dec 14 19:10:38.926669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.971614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.974973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:38.976895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.985228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:38.995421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7420d9-9be8-4e2c-87d7-111bb0cc5d44 req-4cc97618-3041-4761-ba04-2765d838c1ad tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:38.998910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba7420d9-9be8-4e2c-87d7-111bb0cc5d44 req-4cc97618-3041-4761-ba04-2765d838c1ad tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1908581 Dec 14 19:10:39.104175 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba7420d9-9be8-4e2c-87d7-111bb0cc5d44 req-368ba8b0-b69f-48b7-8f62-c74cbf903ac8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979142 Dec 14 19:10:39.166877 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6608288 Dec 14 19:10:39.170189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36584) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:39.170729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Pushing event updated for resources: {'Network': ['ID=d42efb82-4599-4e25-bd41-480c2119e256,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:39.174059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:39.187705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Request body: {'subnet': {'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1862663423-subnet', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:39.193287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network d42efb82-4599-4e25-bd41-480c2119e256 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:10:39.193704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:39.198196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Usage tracker for resource:subnet and tenant:61077cfb82e048969c1d72ece6452c76 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:39.201629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:39.208570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:39.222789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Made reservation on behalf of 61077cfb82e048969c1d72ece6452c76 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:10:39.228026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.380952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.422311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:39.522213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:39.528073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:39.528498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.569984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.579828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fb6b60e8-bdd0-45f0-958c-15afa674ad4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:39.669926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.689988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:39.696879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.699058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88f9251d-d139-4ffa-879d-3b567e7bf25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:39.722299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a33e51-f62b-48d5-a507-5c6b3e1235fe,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:39.729276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Checking segment: {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:39.729976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Network hostable DHCP agents. Network: d42efb82-4599-4e25-bd41-480c2119e256, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:10:39.736242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:39.757277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Network d42efb82-4599-4e25-bd41-480c2119e256 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:10:39.767099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, d42efb82-4599-4e25-bd41-480c2119e256) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:39.771336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:39.772295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.778985 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9de17-99c3-42d9-981a-47ea7230d60f None None] Network d42efb82-4599-4e25-bd41-480c2119e256 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:39.793711 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1452e40e-bb6f-4b83-ac4c-b092eb10205e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6217010 Dec 14 19:10:39.795755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:39.796576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36590) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:39.799298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:39.802620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:39.807934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:39.812064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Usage tracker for resource:router and tenant:61077cfb82e048969c1d72ece6452c76 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:39.815680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:39.822151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:39.833170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.834183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.859255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.020864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.027282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-d42efb82-4599-4e25-bd41-480c2119e256', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:10:40.028199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.208692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Allocated IP 172.20.0.2 (d42efb82-4599-4e25-bd41-480c2119e256/04a33e51-f62b-48d5-a507-5c6b3e1235fe/6eaeb681-ed24-4f5b-910d-98014435f166) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:40.270649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.310076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.330721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.399705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2b4ac-c0f2-45ba-bbe5-1ff12d653ec6 req-86ed1626-ecf6-4ec1-831c-a7e227e81bc5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:40.405336 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86c2b4ac-c0f2-45ba-bbe5-1ff12d653ec6 req-86ed1626-ecf6-4ec1-831c-a7e227e81bc5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1258471 Dec 14 19:10:40.469541 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86c2b4ac-c0f2-45ba-bbe5-1ff12d653ec6 req-469e376a-58e1-4f54-8aca-c89f3a6055c6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532482 Dec 14 19:10:40.470824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.482876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Transition to ACTIVE for port object 6eaeb681-ed24-4f5b-910d-98014435f166 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:40.504411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Transition to ACTIVE for port object 6eaeb681-ed24-4f5b-910d-98014435f166 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:40.510733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.515596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:40.523927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Allocated IP 172.27.3.90 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/370e9643-5640-4156-afe1-ee1953f62852) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:40.581356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Network d42efb82-4599-4e25-bd41-480c2119e256 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:40.584856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:40.588798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:40.600832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Pushing event updated for resources: {'Port': ['ID=6eaeb681-ed24-4f5b-910d-98014435f166,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:40.604442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:40.696269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Attempting to bind port 6eaeb681-ed24-4f5b-910d-98014435f166 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:40.696686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Attempting to bind port 6eaeb681-ed24-4f5b-910d-98014435f166 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:40.697144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Attempting to bind port 6eaeb681-ed24-4f5b-910d-98014435f166 on network d42efb82-4599-4e25-bd41-480c2119e256 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:40.704441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:40.704848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Checking segment: {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:40.705330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.705806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Bound using segment: {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:40.706338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Bound port: 6eaeb681-ed24-4f5b-910d-98014435f166, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:40.706758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.709454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.739548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.744056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1300cee1-a1f7-4d5f-a2e1-52c38621e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:40.823815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:40.826949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:40.831851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:40.838607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] For port 6eaeb681-ed24-4f5b-910d-98014435f166, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:40.845023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] For port 6eaeb681-ed24-4f5b-910d-98014435f166, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=6eaeb681-ed24-4f5b-910d-98014435f166,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:40.850339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.859541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c644c1b6-5025-4dfa-83e0-05230ba911df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:40.866085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Pushing event updated for resources: {'Port': ['ID=370e9643-5640-4156-afe1-ee1953f62852,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:40.874232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:40.966818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Pushing event updated for resources: {'Port': ['ID=6eaeb681-ed24-4f5b-910d-98014435f166,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:40.974708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:41.021270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.022481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.396841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:10:41.445324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:41.563898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:41.564334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.642477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:41.677832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:41.678510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:41.739860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:41.756639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Sync routers for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:41.773490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:41.774203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:41.775794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.779920 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9794815 Dec 14 19:10:41.780339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36604) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:41.801916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce56e-def3-48aa-82f1-a653fe7cb945 req-48254273-1ed9-4c38-be69-5cff61a07aad tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:41.810621 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-898ce56e-def3-48aa-82f1-a653fe7cb945 req-48254273-1ed9-4c38-be69-5cff61a07aad tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1422303 Dec 14 19:10:41.879743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-898ce56e-def3-48aa-82f1-a653fe7cb945 req-f2af6d21-dae0-45b6-bf40-0fb89ff536e2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677350 Dec 14 19:10:41.904880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:42.069376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:42.465259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:40Z', 'revision_number': 3, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:42.473118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Checking router: b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:42.473776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Updating router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 port 370e9643-5640-4156-afe1-ee1953f62852 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:10:42.571433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:42.756132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 2, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:42.761856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:42.762259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Updating router 949bd24a-67d8-4860-9c20-71c0d55b77e2 port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:10:42.826965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:42.901663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.503311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 6eaeb681-ed24-4f5b-910d-98014435f166 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:43.605294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Allocated IP 172.20.0.1 (d42efb82-4599-4e25-bd41-480c2119e256/04a33e51-f62b-48d5-a507-5c6b3e1235fe/a02cbedf-a0ab-4eae-9692-54f61f87da2a) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:43.623839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.635105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925efc4-50c8-45b9-9042-498bfbd594dd req-de3c2e93-5b8c-4d2b-9f5d-bf29565bb666 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:43.636873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0925efc4-50c8-45b9-9042-498bfbd594dd req-de3c2e93-5b8c-4d2b-9f5d-bf29565bb666 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1367614 Dec 14 19:10:43.640372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Transition to ACTIVE for port object 370e9643-5640-4156-afe1-ee1953f62852 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:43.670993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ff512-47fb-4823-8757-f04fde0ffa9f None None] Network d42efb82-4599-4e25-bd41-480c2119e256 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:43.729529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.746304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Transition to ACTIVE for port object d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:43.753554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.758839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:43.777917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.812180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:43.836038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Pushing event updated for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:43.855792 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0925efc4-50c8-45b9-9042-498bfbd594dd req-a945c97e-341d-457f-8915-4ae4adce0ecd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942693 Dec 14 19:10:43.873495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.874204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.874598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.874984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.875520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.875901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.876270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.876663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.881444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.881896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.882286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:43.907539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.919181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:43.936617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Attempting to bind port 370e9643-5640-4156-afe1-ee1953f62852 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:43.937065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Attempting to bind port 370e9643-5640-4156-afe1-ee1953f62852 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:43.937484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Attempting to bind port 370e9643-5640-4156-afe1-ee1953f62852 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:43.955776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:43.956236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:43.956781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.957181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:43.958368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Bound port: 370e9643-5640-4156-afe1-ee1953f62852, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:43.958815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:43.970169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Transition to ACTIVE for port object a02cbedf-a0ab-4eae-9692-54f61f87da2a will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:44.030701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.037161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:44.153574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86854-8f0a-4927-ab3a-c98ce24b7878 req-59a340b3-1060-438a-bb14-de20618333af tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:44.159523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:44.165594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2ba86854-8f0a-4927-ab3a-c98ce24b7878 req-59a340b3-1060-438a-bb14-de20618333af tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1568165 Dec 14 19:10:44.180243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:44.200165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Network d42efb82-4599-4e25-bd41-480c2119e256 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:44.202484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:44.206116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:44.221363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Attempting to bind port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:44.221957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Attempting to bind port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:44.222385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Attempting to bind port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:44.232052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:44.232446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:44.234737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-7685ac60-7357-4fc5-b718-2b800ceee14f None None] Provisioning for port 6eaeb681-ed24-4f5b-910d-98014435f166 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:44.236756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.237326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Bound using segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:44.238108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Bound port: d5330b4a-bb2d-4ddd-8ea8-518ed226fb19, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:44.238552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Pushing event updated for resources: {'Port': ['ID=370e9643-5640-4156-afe1-ee1953f62852,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:44.238726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.262737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:44.281381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2ba86854-8f0a-4927-ab3a-c98ce24b7878 req-494e0ae5-77b9-44d8-83fb-698d27673846 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145730 Dec 14 19:10:44.321761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 6eaeb681-ed24-4f5b-910d-98014435f166 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:44.330705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 6eaeb681-ed24-4f5b-910d-98014435f166 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:44.331136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.407214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] For port 370e9643-5640-4156-afe1-ee1953f62852, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:44.422833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] For port 370e9643-5640-4156-afe1-ee1953f62852, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=370e9643-5640-4156-afe1-ee1953f62852,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:44.429950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] For port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:44.430281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.443853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] For port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:44.444841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:44.451447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.458024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:44.545901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Pushing event updated for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:44.552218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fd257c2f-acbf-4c95-829b-71849f52fa8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:44.590126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:44.591221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:44.637262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Pushing event updated for resources: {'Port': ['ID=370e9643-5640-4156-afe1-ee1953f62852,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:44.642709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:44.643491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.656384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:44.657153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:44.688816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.844770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:44.862651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.205949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:45.403346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:45.410872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3865ff5-c5e8-49a4-8194-901b4a867d47 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:45.518117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.530335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.570255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Provisioning complete for port 6eaeb681-ed24-4f5b-910d-98014435f166 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:45.570616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.584439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:45.620374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9b55d-cae5-4097-bfbc-068f6f756be7 req-c456b47f-bbe4-418e-8a03-4fb1cbf1b96a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:45.622746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1ea9b55d-cae5-4097-bfbc-068f6f756be7 req-c456b47f-bbe4-418e-8a03-4fb1cbf1b96a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1571047 Dec 14 19:10:45.697310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.701368 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1ea9b55d-cae5-4097-bfbc-068f6f756be7 req-a33af81a-cc03-4c1b-9da2-aa0618b5b999 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704234 Dec 14 19:10:45.706327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 6eaeb681-ed24-4f5b-910d-98014435f166, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=6eaeb681-ed24-4f5b-910d-98014435f166,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:45.710815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:45.718160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:45.720090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.725788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:45.727508 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f50c4b-9cbb-4485-a3a1-3c5d2c9e30f4 req-0670f88d-17c0-48db-97bc-3ef581279076 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:45.729911 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4f50c4b-9cbb-4485-a3a1-3c5d2c9e30f4 req-0670f88d-17c0-48db-97bc-3ef581279076 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.4135015 Dec 14 19:10:45.809099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=6eaeb681-ed24-4f5b-910d-98014435f166,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:45.813761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:45.901921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:45.903689 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4f50c4b-9cbb-4485-a3a1-3c5d2c9e30f4 req-c19f36ec-3a00-42c6-9807-0637045f10a6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666970 Dec 14 19:10:45.955557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Network d42efb82-4599-4e25-bd41-480c2119e256 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:45.956638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:46.128158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:46.139308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Provisioning for port a02cbedf-a0ab-4eae-9692-54f61f87da2a completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:46.146198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:46.146621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.414107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Provisioning complete for port a02cbedf-a0ab-4eae-9692-54f61f87da2a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:46.414107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.498047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:10:46.539653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-5541495e-f281-4c57-8724-ce8bcd583d24 None None] Port a02cbedf-a0ab-4eae-9692-54f61f87da2a cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:10:46.558555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3b001bec-d440-4593-b410-316e60874ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a02cbedf-a0ab-4eae-9692-54f61f87da2a', 'name': '', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'mac_address': 'fa:16:3e:53:cf:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:43Z', 'updated_at': '2021-12-14T19:10:43Z', 'revision_number': 1, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'subnets': [{'id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:46.569889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b001bec-d440-4593-b410-316e60874ecf None None] The sync data for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi is: [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a02cbedf-a0ab-4eae-9692-54f61f87da2a', 'name': '', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'mac_address': 'fa:16:3e:53:cf:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:43Z', 'updated_at': '2021-12-14T19:10:43Z', 'revision_number': 1, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'subnets': [{'id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:46.637714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.683861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:46.691723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.694398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:46.782204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:46.797337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.797789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.798253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.798697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.799372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.799532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.800164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.800320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.800779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.801223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.801731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:46.806463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:46.807357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-75aed018-524d-42b7-a0dc-22a7761cb3b7 None None] Provisioning complete for port a02cbedf-a0ab-4eae-9692-54f61f87da2a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:46.807839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75aed018-524d-42b7-a0dc-22a7761cb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.879264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:46.886563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-75aed018-524d-42b7-a0dc-22a7761cb3b7 None None] Port a02cbedf-a0ab-4eae-9692-54f61f87da2a cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:10:46.902582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] 10.222.0.72 "PUT /v2.0/routers/b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1208122 Dec 14 19:10:46.914520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-75aed018-524d-42b7-a0dc-22a7761cb3b7 None None] Provisioning complete for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:46.915776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75aed018-524d-42b7-a0dc-22a7761cb3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:47.087986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d9589-9866-4a9c-8aa6-c283bc940500 req-f8589a68-63a6-49c8-a74f-9461c86ac2a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:47.090889 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-593d9589-9866-4a9c-8aa6-c283bc940500 req-f8589a68-63a6-49c8-a74f-9461c86ac2a6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1493516 Dec 14 19:10:47.178121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-593d9589-9866-4a9c-8aa6-c283bc940500 req-34f5c57c-cb3e-444b-9231-e2a628e30c7b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803967 Dec 14 19:10:47.273489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceca8a-52ed-48a0-9eb7-f0b9e4aded28 req-d3324d39-2429-4626-b8fe-37a6e8d90032 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:47.275371 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-44ceca8a-52ed-48a0-9eb7-f0b9e4aded28 req-d3324d39-2429-4626-b8fe-37a6e8d90032 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1128149 Dec 14 19:10:47.334095 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-44ceca8a-52ed-48a0-9eb7-f0b9e4aded28 req-ba9c7c8a-d7be-4299-8141-8b9f3295af17 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514410 Dec 14 19:10:47.840387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:47.876469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36654) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:47.885216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107779170', 'description': 'tempest-secgroup-smoke-107779170 description', 'project_id': '2cf054661043432a8c8712ef1f755304'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:47.892561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:47.897196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:47.901129 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:47.908116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:47.925610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:47.941181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:47.941613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:47.972370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:47.977766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:47.981170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:47.989553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:48.067125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.074308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.080646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f85bdc05-e64c-4020-a68f-7d13ecbdfb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:48.135272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 6eaeb681-ed24-4f5b-910d-98014435f166 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:48.139911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.141719 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2622218 Dec 14 19:10:48.142868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e0072-d6b3-4506-bfe0-f1a88b63f654,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:48.145956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:48.147470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36660) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:48.160005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:48.172273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:48.180213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:48.185916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:48.199227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:48.232093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.235055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 6eaeb681-ed24-4f5b-910d-98014435f166 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:48.235487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.327776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.333232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.336148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9542f57d-d93c-4a82-9cb7-15363cff60ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:48.366509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99775d8-5296-49fe-8dce-48dcc4281b68,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:48.369478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:48.384134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.384134 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0d857638-d5e8-42a0-a74a-5a7c76b75f3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2291789 Dec 14 19:10:48.384134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36666) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:48.398037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:48.413718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:48.418802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:48.422685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:48.431454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:48.469063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.532360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50b0a5-aa60-4dae-ae42-318fcae9a90e req-f55e0be5-7757-4ba3-954b-149eb1cad614 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:48.535053 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c50b0a5-aa60-4dae-ae42-318fcae9a90e req-f55e0be5-7757-4ba3-954b-149eb1cad614 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1829443 Dec 14 19:10:48.634117 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c50b0a5-aa60-4dae-ae42-318fcae9a90e req-ff512d9f-878e-496f-97b3-09ce1e482760 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875554 Dec 14 19:10:48.877598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.883670 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.895324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:48.926917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e7c67c-45e7-4eb5-9731-14433e94453c,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:48.935613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f1c4-202d-4b72-8ede-e83e2a13e34c req-52793c2f-a22b-44f2-867b-70d7915f474e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:48.937478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4fe0f1c4-202d-4b72-8ede-e83e2a13e34c req-52793c2f-a22b-44f2-867b-70d7915f474e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.4109352 Dec 14 19:10:48.941446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.943196 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5573251 Dec 14 19:10:48.946447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36672) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:48.953219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:48.957762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.958401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.958995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.959532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.960060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.960589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.960766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:48.961236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.961817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.962344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.963369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.963543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:48.966057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:48.968867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3a6a249a-3713-4cac-abce-b8ab20424307 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:48.969732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:48.977767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:49.007296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.048767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4fe0f1c4-202d-4b72-8ede-e83e2a13e34c req-4ffc219d-a5a9-4f78-acfb-c1aa0283fad0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956023 Dec 14 19:10:49.102670 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.108336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.112770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-833b9249-c9d6-4761-a501-3f0b1b8e85df tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:49.162678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983503ee-823b-4482-8b8b-a4790b90c583,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:49.169952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:49.177859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.179451 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2318680 Dec 14 19:10:49.183785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36678) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:49.191312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:49.198981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:49.204175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:49.208339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:49.217610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:49.242206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.345649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.352505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.355844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-446d2836-7ef1-4c2a-8107-8dbeaafb5bec tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:49.393996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7986b97-8849-41d0-a081-9ad0d19fa776,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:49.398457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:49.407453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.409592 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2242072 Dec 14 19:10:49.412609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36682) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:49.419748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:49.427283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:49.432679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:49.438184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:49.448126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:49.465603 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Project 2cf054661043432a8c8712ef1f755304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:10:49.475923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.558846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.562320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.569506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f867ee4-f73e-42d8-a1cf-5ed3356bd1db tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:49.594433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e63dc3f-0ee4-4176-9718-b4947b94f8d0,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:49.600508 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:49.606768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.608991 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cd4f0e9d-3e2f-4ac2-971f-a24891f12825 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1947861 Dec 14 19:10:49.612066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36688) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:49.623159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'security_group_rule': {'security_group_id': '5d0e0072-d6b3-4506-bfe0-f1a88b63f654', 'project_id': '2cf054661043432a8c8712ef1f755304', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:49.636340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:49.644247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:security_group_rule and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:49.650409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:49.662605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:49.680254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Project 2cf054661043432a8c8712ef1f755304 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:10:49.694242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.858190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 370e9643-5640-4156-afe1-ee1953f62852 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:49.941595 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 370e9643-5640-4156-afe1-ee1953f62852 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:49.947342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 370e9643-5640-4156-afe1-ee1953f62852 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:49.947773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.950389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.958017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.980500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-056743f4-6032-4d3a-8115-83e2453c4bfc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:50.033120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fae44b0-14c8-45a0-b2e2-566a11a0a0bc,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:50.045162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:50.059059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.067128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4467344 Dec 14 19:10:50.071637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c27a-95cf-4a25-9e05-1036f4b017da req-805b8a78-ec10-4d3f-ae2a-272d8b0910d7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:50.074651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11d7c27a-95cf-4a25-9e05-1036f4b017da req-805b8a78-ec10-4d3f-ae2a-272d8b0910d7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2666426 Dec 14 19:10:50.119738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.144736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 370e9643-5640-4156-afe1-ee1953f62852, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=370e9643-5640-4156-afe1-ee1953f62852,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:50.155509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.158807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:50.193970 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11d7c27a-95cf-4a25-9e05-1036f4b017da req-182434f3-40e2-4919-8ca6-293407d44048 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058223 Dec 14 19:10:50.269872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=370e9643-5640-4156-afe1-ee1953f62852,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:50.274198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:50.494221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e151e3-d373-4915-9515-195498a5dd3b req-80fdd5dc-e28c-4063-a3a5-14b2ad264950 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:50.496887 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46e151e3-d373-4915-9515-195498a5dd3b req-80fdd5dc-e28c-4063-a3a5-14b2ad264950 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1168816 Dec 14 19:10:50.588654 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46e151e3-d373-4915-9515-195498a5dd3b req-d47f7f35-fa9d-4da3-8bb4-4ec67ff61ce5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828061 Dec 14 19:10:51.471540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8172ae-0f34-4295-9a35-8c75993bb87b req-c9ec58f2-6794-40b1-b8e0-1c869677dff7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:51.474698 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e8172ae-0f34-4295-9a35-8c75993bb87b req-c9ec58f2-6794-40b1-b8e0-1c869677dff7 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1195824 Dec 14 19:10:51.553623 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e8172ae-0f34-4295-9a35-8c75993bb87b req-66bc3a97-a47c-4d0d-be64-f1275d963c04 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720265 Dec 14 19:10:51.559068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Sync routers for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:51.580075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:51.581279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:51.815977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 370e9643-5640-4156-afe1-ee1953f62852 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:51.822771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:51.899493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 370e9643-5640-4156-afe1-ee1953f62852 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:51.899965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:51.948374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8cabb-c789-4450-8045-9de6cd67e45d req-e53f6f58-4aca-499b-bb3b-c3f231a22685 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:51.953655 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64a8cabb-c789-4450-8045-9de6cd67e45d req-e53f6f58-4aca-499b-bb3b-c3f231a22685 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1112313 Dec 14 19:10:52.025387 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64a8cabb-c789-4450-8045-9de6cd67e45d req-1b0b4b26-e5d4-4f06-b8ab-9e7541ac1949 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585620 Dec 14 19:10:52.275733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a02cbedf-a0ab-4eae-9692-54f61f87da2a', 'name': '', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'mac_address': 'fa:16:3e:53:cf:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:43Z', 'updated_at': '2021-12-14T19:10:45Z', 'revision_number': 2, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'subnets': [{'id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:52.280805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Checking router: b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:52.281253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Updating router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 port a02cbedf-a0ab-4eae-9692-54f61f87da2a binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:10:52.342590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.881423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3a1a9-b6e5-4655-a4be-9b0427e1464e req-3bfc5d78-7669-45ae-aba6-62718793e3df tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:52.883182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91f3a1a9-b6e5-4655-a4be-9b0427e1464e req-3bfc5d78-7669-45ae-aba6-62718793e3df tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0957217 Dec 14 19:10:52.945066 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91f3a1a9-b6e5-4655-a4be-9b0427e1464e req-2cef61ba-833b-48b7-9013-6cdaff275155 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 Dec 14 19:10:52.979773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.997109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Transition to ACTIVE for port object a02cbedf-a0ab-4eae-9692-54f61f87da2a will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:53.005254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:53.011886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:53.272505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2bd29-3c32-4563-9d6b-3cd3f85073a8 None None] Pushing event updated for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:53.289353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a4c2bd29-3c32-4563-9d6b-3cd3f85073a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:53.355085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c839ee-d761-4ec7-a8e9-4fd560913b7c req-67ff29c1-df36-4fd4-911e-48f8cda9be59 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:53.357003 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78c839ee-d761-4ec7-a8e9-4fd560913b7c req-67ff29c1-df36-4fd4-911e-48f8cda9be59 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1282001 Dec 14 19:10:53.400146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Attempting to bind port a02cbedf-a0ab-4eae-9692-54f61f87da2a on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:53.401082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Attempting to bind port a02cbedf-a0ab-4eae-9692-54f61f87da2a by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:53.401858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Attempting to bind port a02cbedf-a0ab-4eae-9692-54f61f87da2a on network d42efb82-4599-4e25-bd41-480c2119e256 {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:53.413618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:53.414649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Checking segment: {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:53.415277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:53.416080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Bound using segment: {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:53.416640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Bound port: a02cbedf-a0ab-4eae-9692-54f61f87da2a, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33233bb4-4487-41aa-a8df-1df71c164116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:53.417097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:53.465600 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78c839ee-d761-4ec7-a8e9-4fd560913b7c req-0625e4a7-9529-41a1-91db-5789f51226b0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955126 Dec 14 19:10:53.523039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] For port a02cbedf-a0ab-4eae-9692-54f61f87da2a, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:53.526881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] For port a02cbedf-a0ab-4eae-9692-54f61f87da2a, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a02cbedf-a0ab-4eae-9692-54f61f87da2a,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:53.531696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:53.540150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-51fe1e01-3b85-4892-95bb-3ac6a5326848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:53.676430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2bd29-3c32-4563-9d6b-3cd3f85073a8 None None] Pushing event updated for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:53.678755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a4c2bd29-3c32-4563-9d6b-3cd3f85073a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:53.680425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:53.681155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:10:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:53.886812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a02cbedf-a0ab-4eae-9692-54f61f87da2a up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:53.957052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:54.008180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port a02cbedf-a0ab-4eae-9692-54f61f87da2a completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:54.018512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port a02cbedf-a0ab-4eae-9692-54f61f87da2a triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:54.022684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:54.231114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6b63539e-3cd0-42b2-94d6-00593b72b164 None None] Provisioning complete for port a02cbedf-a0ab-4eae-9692-54f61f87da2a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:54.231777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6b63539e-3cd0-42b2-94d6-00593b72b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:54.333604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:54.383068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c69034-d896-4472-a766-4df55941e7b0 req-43ad1a4a-2e5a-4165-9ab9-18441cd732be tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:54.391657 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2c69034-d896-4472-a766-4df55941e7b0 req-43ad1a4a-2e5a-4165-9ab9-18441cd732be tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1361876 Dec 14 19:10:54.418210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port a02cbedf-a0ab-4eae-9692-54f61f87da2a, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a02cbedf-a0ab-4eae-9692-54f61f87da2a,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:54.433427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:54.439145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:54.505208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2c69034-d896-4472-a766-4df55941e7b0 req-1fb237ab-3659-465c-a288-fa57140883a1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095617 Dec 14 19:10:54.575565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a02cbedf-a0ab-4eae-9692-54f61f87da2a', 'name': '', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'mac_address': 'fa:16:3e:53:cf:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:43Z', 'updated_at': '2021-12-14T19:10:53Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'subnets': [{'id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:54.585571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d6a0f6-faf2-4e26-8600-bb325eb759b4 None None] The sync data for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi is: [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:10:44Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a02cbedf-a0ab-4eae-9692-54f61f87da2a', 'name': '', 'network_id': 'd42efb82-4599-4e25-bd41-480c2119e256', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'mac_address': 'fa:16:3e:53:cf:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:43Z', 'updated_at': '2021-12-14T19:10:53Z', 'revision_number': 4, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'subnets': [{'id': '04a33e51-f62b-48d5-a507-5c6b3e1235fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:54.650152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:54.657827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:54.885693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1380f07-b76f-4069-816f-de8c512d6445 req-5188c62e-f9b5-4444-8eca-067f44d02342 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:54.887453 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f1380f07-b76f-4069-816f-de8c512d6445 req-5188c62e-f9b5-4444-8eca-067f44d02342 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1472697 Dec 14 19:10:54.960099 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f1380f07-b76f-4069-816f-de8c512d6445 req-0515602a-a3af-41d9-bbe3-ed04331d0aa8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572188 Dec 14 19:10:55.767448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2618aee-bef5-4421-8c80-d061ff5a9f8c req-cfac2ad3-f877-4459-ab0f-69359bca9a92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:55.776780 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2618aee-bef5-4421-8c80-d061ff5a9f8c req-cfac2ad3-f877-4459-ab0f-69359bca9a92 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1157317 Dec 14 19:10:55.841625 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2618aee-bef5-4421-8c80-d061ff5a9f8c req-a39c8f93-e20f-4290-9993-81e6569a7e3a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634494 Dec 14 19:10:55.876822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a02cbedf-a0ab-4eae-9692-54f61f87da2a up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:55.966489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port a02cbedf-a0ab-4eae-9692-54f61f87da2a triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:55.967275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:56.300821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e46d3f-0c89-4393-845b-296741341f80 req-126eba9d-ac31-42a7-b963-5acb9c4c4c92 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:56.302594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-23e46d3f-0c89-4393-845b-296741341f80 req-126eba9d-ac31-42a7-b963-5acb9c4c4c92 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0979311 Dec 14 19:10:56.360725 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-23e46d3f-0c89-4393-845b-296741341f80 req-877f5a7d-629c-43c1-9d18-5f43711bc552 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473189 Dec 14 19:10:57.083929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ef15-6fb2-460b-914c-d11f5ffc1492 req-1a23454f-b118-4fce-9fd7-96a1a66ac4cd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:57.086151 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5d90ef15-6fb2-460b-914c-d11f5ffc1492 req-1a23454f-b118-4fce-9fd7-96a1a66ac4cd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0986609 Dec 14 19:10:57.145537 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5d90ef15-6fb2-460b-914c-d11f5ffc1492 req-3e5dddb0-0c3b-4410-88d3-4ee025417aca tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501056 Dec 14 19:10:57.615046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eec2d-ec2a-4034-a20a-3405a2a0d88b req-14a449cd-7a0c-4191-af17-c8df64d1ab31 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:57.617064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c3eec2d-ec2a-4034-a20a-3405a2a0d88b req-14a449cd-7a0c-4191-af17-c8df64d1ab31 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1082721 Dec 14 19:10:57.692431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c3eec2d-ec2a-4034-a20a-3405a2a0d88b req-3e42af38-559b-4ede-8e95-60193f26439d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688236 Dec 14 19:10:58.397191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae58f-e90e-4071-8454-193be54447a2 req-d5fb1982-feda-44f9-88f2-45ae4abbb66a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:58.399128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4dae58f-e90e-4071-8454-193be54447a2 req-d5fb1982-feda-44f9-88f2-45ae4abbb66a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0988688 Dec 14 19:10:58.472692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4dae58f-e90e-4071-8454-193be54447a2 req-2a3cdd24-95f4-41d5-bfd9-56fa21b5fcda tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664825 Dec 14 19:10:58.727049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 36822) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:58.921232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:58.987528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:58.993818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Usage tracker for resource:security_group_rule and tenant:137f4c8a647c4582a7b5b30764b44020 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:10:58.997666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:10:59.006175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:59.026194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851327a-5e8b-4262-9884-5e1d00be59f5 req-1a441ca1-6133-4506-a144-305354eded2f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:59.027863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7851327a-5e8b-4262-9884-5e1d00be59f5 req-1a441ca1-6133-4506-a144-305354eded2f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.1898355 Dec 14 19:10:59.110521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7851327a-5e8b-4262-9884-5e1d00be59f5 req-17b3422a-e935-4b5e-9e14-eef96ec5a7ab tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721886 Dec 14 19:10:59.157618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.162024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.176442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5f314833-556d-44e1-bfdc-a7581543396a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:59.220953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90774edc-001e-4ddf-a2f4-51867c75ac2c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:59.225157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:59.227665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=137f4c8a647c4582a7b5b30764b44020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4994876 Dec 14 19:10:59.231029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 36832) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:59.313556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.342540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.394053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.398207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4724b049-859b-4116-a699-9558d58ac537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:59.411375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90774edc-001e-4ddf-a2f4-51867c75ac2c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:59.425052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.425475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.425826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.426228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.426625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.427023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.427465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.427819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.428205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.428589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.429014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:59.431937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.433208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90774edc-001e-4ddf-a2f4-51867c75ac2c HTTP/1.1" status: 204 len: 168 time: 0.2010701 Dec 14 19:10:59.434180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:59.712424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46632aa5-8aef-4771-a792-326c71e41163 req-bd29746c-2495-4886-9bc3-2ab311d4d09a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:59.714357 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46632aa5-8aef-4771-a792-326c71e41163 req-bd29746c-2495-4886-9bc3-2ab311d4d09a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1006191 Dec 14 19:10:59.798901 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46632aa5-8aef-4771-a792-326c71e41163 req-6402d0a0-bddb-4852-a1ee-6874e89c85ad tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771604 Dec 14 19:11:00.392871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dba29-9bf2-47ca-b672-574c90cf1f95 req-3f722420-bf24-49ae-a6bc-4b8315e65c93 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:00.394516 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-324dba29-9bf2-47ca-b672-574c90cf1f95 req-3f722420-bf24-49ae-a6bc-4b8315e65c93 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 944 time: 0.0932074 Dec 14 19:11:00.406092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2b699-e4c1-43e8-aeb9-6236609b46aa req-13b81693-cc44-4f26-a85e-450c01faf87a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:00.409030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3fd2b699-e4c1-43e8-aeb9-6236609b46aa req-13b81693-cc44-4f26-a85e-450c01faf87a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.2668035 Dec 14 19:11:00.448137 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-324dba29-9bf2-47ca-b672-574c90cf1f95 req-8d29e801-f41c-4283-93dc-3bf2149bf878 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465720 Dec 14 19:11:00.455528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-b549678b-9347-426f-a1ad-f712665e3cd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 1099 time: 0.2387431 Dec 14 19:11:00.690830 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3fd2b699-e4c1-43e8-aeb9-6236609b46aa req-accb05bd-8ae5-4d46-bd9d-02f6a740aeb1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737935 Dec 14 19:11:00.770992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-70fa4e0e-6e93-4bc2-a64d-73147a746b90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:00.773764 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-70fa4e0e-6e93-4bc2-a64d-73147a746b90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.3124902 Dec 14 19:11:00.886775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:11:00.894648 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-4c5896fe-69c8-4035-b224-ba8f35a82ced service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 200 len: 1002 time: 0.1139710 Dec 14 19:11:00.995175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-e4bb5dcd-eba1-4fa2-ba47-d322dea2e440 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:01.000475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-e4bb5dcd-eba1-4fa2-ba47-d322dea2e440 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0957150 Dec 14 19:11:01.064034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:01.084039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'mac_address': 'fa:16:3e:2d:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:11:01.091569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-93a72da0-75ad-48df-8786-756b9441b924 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861654 Dec 14 19:11:01.152225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:01.173988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:11:01.191335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:01.194652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:01.196602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12954a9d-1065-4042-b1dd-e92a921ee9e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:01.267711 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-ab079dd3-36ba-41d0-9576-b4b0d0ea680a service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682222 Dec 14 19:11:01.272245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=9']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:01.276464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:01.597032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['b2db1712-eff0-48ef-9b18-051d6bbab8ed'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:11:01.646538 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af0984e-c4a3-4969-915e-9cad016e86a6 req-a9e9ac1d-c32b-4e1c-ad75-940ba1e05c26 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712375 Dec 14 19:11:01.696963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354cd1c4-20b6-4a79-967c-42fa3fb08afd req-47d35d6b-885f-430d-8b32-cacecbcaa9e8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:01.698636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-354cd1c4-20b6-4a79-967c-42fa3fb08afd req-47d35d6b-885f-430d-8b32-cacecbcaa9e8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.1001511 Dec 14 19:11:01.751317 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-354cd1c4-20b6-4a79-967c-42fa3fb08afd req-e25d3022-e54b-402f-8015-4f34502654c3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462389 Dec 14 19:11:01.923688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18315e-cf3c-40e5-bc4f-9b90d3affbe7 req-a659c849-cd7f-4408-9f77-78952106cca0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:01.925704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec18315e-cf3c-40e5-bc4f-9b90d3affbe7 req-a659c849-cd7f-4408-9f77-78952106cca0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0921848 Dec 14 19:11:01.987712 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec18315e-cf3c-40e5-bc4f-9b90d3affbe7 req-0a5203b0-6aec-4308-a4f8-f54886ef2e84 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477204 Dec 14 19:11:02.894380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:11:02.970404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port b2db1712-eff0-48ef-9b18-051d6bbab8ed triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:11:02.971042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:02.987837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfe3b4-909e-410d-b566-4e8a21f6068b req-6a5df63d-f50e-48a8-87e2-e2862682ac24 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:02.989748 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ddfe3b4-909e-410d-b566-4e8a21f6068b req-6a5df63d-f50e-48a8-87e2-e2862682ac24 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 945 time: 0.0891373 Dec 14 19:11:03.058432 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ddfe3b4-909e-410d-b566-4e8a21f6068b req-cc86e21f-26aa-4c10-bc8e-7c6f6b529a44 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568941 Dec 14 19:11:03.120830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:03.151346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:03.165243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:03.171646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:03.173785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad64dfa1-d4b3-4225-9fb8-0d4428c359de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:03.228266 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'code': 200} Dec 14 19:11:03.245996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=10']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:03.249530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:03.258926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6895d8f-1ec9-4403-b4aa-238da5e7f870 req-c46de6c2-8d07-499f-b694-ba34e5e9a558 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:03.262597 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6895d8f-1ec9-4403-b4aa-238da5e7f870 req-c46de6c2-8d07-499f-b694-ba34e5e9a558 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.1327393 Dec 14 19:11:03.332907 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6895d8f-1ec9-4403-b4aa-238da5e7f870 req-873942e7-8df2-41cf-9faa-d0827f2ebc6b tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618145 Dec 14 19:11:03.913280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-75243bb2-4e36-47b4-b656-b59f00bd4a98 req-2dcf4aea-e0fe-49c9-9b82-1d7bd5500ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1100 time: 0.0870640 Dec 14 19:11:03.980746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-75243bb2-4e36-47b4-b656-b59f00bd4a98 req-5d4e2ed1-ce92-4c55-bcb3-abbe9adb1f7f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604255 Dec 14 19:11:04.320492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70085f7c-b641-4056-b1f9-294bedcba506 req-e597b8ff-78cc-454e-a91b-f1bfce3792bf tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:04.322252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-70085f7c-b641-4056-b1f9-294bedcba506 req-e597b8ff-78cc-454e-a91b-f1bfce3792bf tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.1157713 Dec 14 19:11:04.378779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-70085f7c-b641-4056-b1f9-294bedcba506 req-6a67e15c-35e3-4b39-85bb-7051db96694f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498521 Dec 14 19:11:04.644438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-d37f5a9f-e6d1-4b73-9fc3-92a1a78be6f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1138 time: 0.0854962 Dec 14 19:11:04.686881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567c0cf-3679-4a18-91da-e9a057cb5180 req-de5e77c2-68a6-4ff7-be4b-9c553d7b382a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:04.688794 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b567c0cf-3679-4a18-91da-e9a057cb5180 req-de5e77c2-68a6-4ff7-be4b-9c553d7b382a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1045175 Dec 14 19:11:04.758735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b567c0cf-3679-4a18-91da-e9a057cb5180 req-c65cc85d-f55d-484c-9409-047a64da9d04 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566721 Dec 14 19:11:04.835860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-3609b48a-4ab2-4403-abea-49226e1677dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:04.837599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-3609b48a-4ab2-4403-abea-49226e1677dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.1832473 Dec 14 19:11:04.958559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-9098f6ff-a701-4921-82f4-968e088f6b0f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1002 time: 0.1130438 Dec 14 19:11:05.031944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-18325094-0972-4c06-8c80-dd8fd0df25c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:05.033820 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-18325094-0972-4c06-8c80-dd8fd0df25c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.0685425 Dec 14 19:11:05.129679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-488eb7f3-52b2-4a6a-abb9-335060ac29cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845017 Dec 14 19:11:05.294916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-e84cbcd6-3b5b-42db-8e58-57bc05599b64 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484029 Dec 14 19:11:05.473861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b20509b1-0b64-4fe2-8198-8f4684d5f4c3 req-478af62b-4901-4ce7-bc48-5bbc6adfd7b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714358 Dec 14 19:11:05.773157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392dfa6-8d55-4d6f-8056-4c0dbbd5e310 req-57b3ae39-78db-4aff-9787-8af28d1b758d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:05.776292 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6392dfa6-8d55-4d6f-8056-4c0dbbd5e310 req-57b3ae39-78db-4aff-9787-8af28d1b758d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.1784892 Dec 14 19:11:05.876394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6392dfa6-8d55-4d6f-8056-4c0dbbd5e310 req-9de851dc-807c-4f46-a66a-5453379a7bff tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922420 Dec 14 19:11:06.069482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dde5aa-0cc2-40c5-9190-fdf83f4f8cc6 req-fdc13cdc-1639-41ac-a3c4-a45f09566b7b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:06.074377 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e7dde5aa-0cc2-40c5-9190-fdf83f4f8cc6 req-fdc13cdc-1639-41ac-a3c4-a45f09566b7b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1178546 Dec 14 19:11:06.162633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e7dde5aa-0cc2-40c5-9190-fdf83f4f8cc6 req-cb589059-9e28-41c6-adaf-2e2916ee356a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788715 Dec 14 19:11:06.254892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ab0e5d0e-560b-4056-ac6e-47911b38439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.167410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a0495-e252-4693-ad74-a590faa69421 req-37a0903b-1225-4c61-917b-691e8f0d7b0d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:07.169513 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a4a0495-e252-4693-ad74-a590faa69421 req-37a0903b-1225-4c61-917b-691e8f0d7b0d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0930378 Dec 14 19:11:07.238782 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a4a0495-e252-4693-ad74-a590faa69421 req-21455a50-bf55-40cf-8159-66ddaa61f080 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616398 Dec 14 19:11:07.288407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.468063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca775b95-ec54-4edd-827a-79ad8b423cd5 req-d8d0450e-efdc-404e-a999-d374d9782e59 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:07.469816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca775b95-ec54-4edd-827a-79ad8b423cd5 req-d8d0450e-efdc-404e-a999-d374d9782e59 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1410055 Dec 14 19:11:07.534177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca775b95-ec54-4edd-827a-79ad8b423cd5 req-ee3936f5-e5d6-4036-ab09-bdab285130d7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559177 Dec 14 19:11:07.636737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:11:07.748473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:08.425969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6e1c2bf6-ed7a-4ec1-8b46-2d2497d6999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:08.748009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4ccc5-5161-439c-abad-dd451bdb4e70 req-19bb57d8-33c0-4394-adf4-c87858eb09ea tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:08.749612 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-83c4ccc5-5161-439c-abad-dd451bdb4e70 req-19bb57d8-33c0-4394-adf4-c87858eb09ea tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.0885170 Dec 14 19:11:08.803531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-83c4ccc5-5161-439c-abad-dd451bdb4e70 req-392ad284-bcd2-4f2d-9a68-33e65d637610 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:08.820122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-83c4ccc5-5161-439c-abad-dd451bdb4e70 req-392ad284-bcd2-4f2d-9a68-33e65d637610 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:08.821496 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-83c4ccc5-5161-439c-abad-dd451bdb4e70 req-392ad284-bcd2-4f2d-9a68-33e65d637610 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647342 Dec 14 19:11:09.354734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:10.050620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbdcf7-bddf-42b5-a562-3ea72da9bbdb req-5fa002f6-63ab-43cc-bf36-13057f8e675b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:10.052332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8fbdcf7-bddf-42b5-a562-3ea72da9bbdb req-5fa002f6-63ab-43cc-bf36-13057f8e675b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.0925245 Dec 14 19:11:10.113024 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8fbdcf7-bddf-42b5-a562-3ea72da9bbdb req-d9b18a52-1b58-43ba-ac97-6fe9a693f1c7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488546 Dec 14 19:11:10.252310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:11.386857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a41174-b81c-4e51-afa6-eef90d622a2b req-64b5e6c0-bdaf-4da8-b1b0-d3a9823d1d5a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:11.388589 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d7a41174-b81c-4e51-afa6-eef90d622a2b req-64b5e6c0-bdaf-4da8-b1b0-d3a9823d1d5a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1015999 Dec 14 19:11:11.446930 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d7a41174-b81c-4e51-afa6-eef90d622a2b req-7c95a682-4ef5-46f1-87e4-219cf6f5a140 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516284 Dec 14 19:11:11.875236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-271f7d3b-9537-4f6a-951b-69286940b828 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1138 time: 0.0822513 Dec 14 19:11:12.067188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-21fdae03-9dcd-420a-a618-e835c019b88b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:12.070223 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-21fdae03-9dcd-420a-a618-e835c019b88b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.1744518 Dec 14 19:11:12.190104 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-59a3d09a-15e7-47d7-938d-d48f2a36e146 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1002 time: 0.1136644 Dec 14 19:11:12.269234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-b7a8d617-aeff-4138-bdb0-a30b178cf4b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:12.271101 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-b7a8d617-aeff-4138-bdb0-a30b178cf4b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.0743330 Dec 14 19:11:12.357284 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-90b6b6e0-e78f-4adf-bdd7-201d29594ee3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788927 Dec 14 19:11:12.511545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-48ea7c21-ac9c-4ecd-b3ca-2d0c6409415a service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478188 Dec 14 19:11:12.692303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52c99b4b-91ff-473e-bef6-5df42a1496cb req-a02c3734-1ac8-4ec8-bf37-2d3cb449713e service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736848 Dec 14 19:11:12.708217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941ad10-0cc3-46a2-97c3-81607fd84e89 req-0ae3fbb0-24fc-403c-82da-36dd4d321ba7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:12.710009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3941ad10-0cc3-46a2-97c3-81607fd84e89 req-0ae3fbb0-24fc-403c-82da-36dd4d321ba7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1006544 Dec 14 19:11:12.771582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3941ad10-0cc3-46a2-97c3-81607fd84e89 req-ddf7c4e6-79f2-47fe-adb8-f6afa1635a0e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498652 Dec 14 19:11:14.035677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55396cdd-4c51-42a8-af6a-042740cc79ad req-5e2fbd04-1287-45f4-9316-c8849d4f8261 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:14.037599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55396cdd-4c51-42a8-af6a-042740cc79ad req-5e2fbd04-1287-45f4-9316-c8849d4f8261 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1083388 Dec 14 19:11:14.106015 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55396cdd-4c51-42a8-af6a-042740cc79ad req-961b0e05-260e-4e2c-9855-1153f2712dd5 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564470 Dec 14 19:11:15.278180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-c9e3a2c2-4150-4f5c-b75d-37520d2c22ed tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107779170&fields=id&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 267 time: 0.0804224 Dec 14 19:11:15.350894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ee301-0f27-4c17-802b-2f4548b86bf6 req-e5af4f98-82fe-4bec-a5c3-5c069a2fed14 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:15.352625 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a8ee301-0f27-4c17-802b-2f4548b86bf6 req-e5af4f98-82fe-4bec-a5c3-5c069a2fed14 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1094275 Dec 14 19:11:15.419328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a8ee301-0f27-4c17-802b-2f4548b86bf6 req-5b5a704d-aaeb-40cf-bf12-f384da1081e7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532703 Dec 14 19:11:15.473677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-381fada2-5263-4044-9b93-dfd9f20b72ea tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:15.475454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-381fada2-5263-4044-9b93-dfd9f20b72ea tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.1893339 Dec 14 19:11:15.504218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-177fa4a3-8564-4c38-8fa8-8140b27f75f6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/quotas/2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 375 time: 0.0211866 Dec 14 19:11:15.633135 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-131ad051-97b7-453f-8884-eef98e4da23e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221797 Dec 14 19:11:15.809358 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-b94215ef-84f6-4970-8746-e8d2a09b77d2 service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611779 Dec 14 19:11:15.972454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-b7945c2a-e70a-4a9d-a9cf-684dc16f2f02 service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550283 Dec 14 19:11:16.474186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-8ed197f0-3ea4-44e4-97df-9f5300584465 req-56a2e00f-66b6-491e-b19a-ad2f79765fdc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:16.495990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-8ed197f0-3ea4-44e4-97df-9f5300584465 req-56a2e00f-66b6-491e-b19a-ad2f79765fdc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:16.499522 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8ed197f0-3ea4-44e4-97df-9f5300584465 req-56a2e00f-66b6-491e-b19a-ad2f79765fdc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 210 time: 0.0725091 Dec 14 19:11:16.713569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82159-c3e8-4454-b928-7dc464108c95 req-9eb4d33c-d415-423e-aff3-df3d3cd3c56e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:16.715696 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cff82159-c3e8-4454-b928-7dc464108c95 req-9eb4d33c-d415-423e-aff3-df3d3cd3c56e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1332631 Dec 14 19:11:16.781315 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cff82159-c3e8-4454-b928-7dc464108c95 req-66d6fa15-1240-44e1-8476-94688a873196 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507805 Dec 14 19:11:17.847883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-037a43c4-504c-4d84-a244-95e10bc5ceaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:17.848787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-037a43c4-504c-4d84-a244-95e10bc5ceaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:17.928347 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-865f93a8-a917-4291-9a28-0eeecc1edda9 req-53ccce36-00e0-47c5-9963-666fd5943b41 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 210 time: 0.0568504 Dec 14 19:11:17.931819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-037a43c4-504c-4d84-a244-95e10bc5ceaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:17.933092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-037a43c4-504c-4d84-a244-95e10bc5ceaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.2823455 Dec 14 19:11:18.000927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-7725e73d-de3d-4b22-9420-28987277e516 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:18.030028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-7725e73d-de3d-4b22-9420-28987277e516 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:18.032263 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-7725e73d-de3d-4b22-9420-28987277e516 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 379 time: 0.0855846 Dec 14 19:11:18.057163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'port': {'device_id': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'admin_state_up': True, 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'security_groups': ['5d0e0072-d6b3-4506-bfe0-f1a88b63f654']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:11:18.146025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84063-6124-4ebc-80f5-8fa91597b3ea req-fcd56965-3bc0-4083-bc32-9f83de7abef7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:18.149116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-36f84063-6124-4ebc-80f5-8fa91597b3ea req-fcd56965-3bc0-4083-bc32-9f83de7abef7 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1281877 Dec 14 19:11:18.242670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-36f84063-6124-4ebc-80f5-8fa91597b3ea req-bf8b2eaa-2498-4571-be66-e31ae46ce024 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849810 Dec 14 19:11:18.308251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:18.319466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:18.330426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Made reservation on behalf of 2cf054661043432a8c8712ef1f755304 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:11:18.336392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.560213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.20.0.7 (f35f988f-0c03-4aab-9999-2bc7611f3da4/05c85141-51ac-46da-a080-021591f8f2d1/fbb02f8d-797f-4953-85a8-a23038792576) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:11:18.817033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.835626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Transition to ACTIVE for port object fbb02f8d-797f-4953-85a8-a23038792576 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:11:18.858047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.865119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-01c79c1f-d297-43e4-9d4b-b4945b0dc483 tempest-VolumesNegativeTest-1814925837 tempest-VolumesNegativeTest-1814925837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:18.951874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:11:18.960261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:11:18.969686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:11:19.323578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:19.333883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:19.376279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:19.377048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.404858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e5871ceb-0e99-4586-ab10-481f4f8a1def None None] Provisioning for port fbb02f8d-797f-4953-85a8-a23038792576 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:11:19.412337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e5871ceb-0e99-4586-ab10-481f4f8a1def None None] Provisioning complete for port fbb02f8d-797f-4953-85a8-a23038792576 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:11:19.412718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e5871ceb-0e99-4586-ab10-481f4f8a1def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.418798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3771291 Dec 14 19:11:19.428434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365319-9e6c-4342-8036-8b4b59b1fa05 req-f759817c-44b0-4390-8041-f9a8508a7450 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:19.429312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-51365319-9e6c-4342-8036-8b4b59b1fa05 req-f759817c-44b0-4390-8041-f9a8508a7450 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:19.437434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Request body: {'port': {'device_id': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:11:19.484544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e5871ceb-0e99-4586-ab10-481f4f8a1def None None] Port fbb02f8d-797f-4953-85a8-a23038792576 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:11:19.525367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-51365319-9e6c-4342-8036-8b4b59b1fa05 req-f759817c-44b0-4390-8041-f9a8508a7450 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:19.527693 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51365319-9e6c-4342-8036-8b4b59b1fa05 req-f759817c-44b0-4390-8041-f9a8508a7450 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 931 time: 0.2511013 Dec 14 19:11:19.564442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9d118-2b43-45ae-8c3c-e89ceb61b082 req-6afd2841-734e-4208-9cb7-436b075e4abc tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:19.566177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25b9d118-2b43-45ae-8c3c-e89ceb61b082 req-6afd2841-734e-4208-9cb7-436b075e4abc tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.0946074 Dec 14 19:11:19.621387 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25b9d118-2b43-45ae-8c3c-e89ceb61b082 req-5b4b4d9d-a832-44e8-ab3c-bda626078c7d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479646 Dec 14 19:11:19.699304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.744994 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51365319-9e6c-4342-8036-8b4b59b1fa05 req-ce1fbaf3-8e70-4d8e-a9fc-2f20e5666f1f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597829 Dec 14 19:11:20.139463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb02f8d-797f-4953-85a8-a23038792576 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:11:20.148620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.167447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Transition to ACTIVE for port object fbb02f8d-797f-4953-85a8-a23038792576 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:11:20.170422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.175135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5eef23ad-8ce5-400b-ba96-3bba28dba149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:20.327241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:20.332814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:20.471891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Attempting to bind port fbb02f8d-797f-4953-85a8-a23038792576 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:11:20.472235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Attempting to bind port fbb02f8d-797f-4953-85a8-a23038792576 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:11:20.472633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Attempting to bind port fbb02f8d-797f-4953-85a8-a23038792576 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:11:20.479822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Port fbb02f8d-797f-4953-85a8-a23038792576 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:11:20.480301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Attempting to bind port fbb02f8d-797f-4953-85a8-a23038792576 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:11:20.488305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:11:20.488681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:11:20.489148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Bound using segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:11:20.489667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Bound port: fbb02f8d-797f-4953-85a8-a23038792576, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:11:20.490051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.596177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:11:20.599780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbb02f8d-797f-4953-85a8-a23038792576,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:11:20.604055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.608299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b8ec1ab8-106e-4a4b-b401-a802aefc4c31 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:20.675926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.677521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] 10.222.0.66 "PUT /v2.0/ports/fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 200 len: 1093 time: 1.2448487 Dec 14 19:11:20.678146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:20.696322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:20.700144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:20.855627 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-4b62bd4d-9ef7-4fec-ba9e-6245ea7838c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1096 time: 0.1050580 Dec 14 19:11:20.863496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8057-681f-4ae7-9dab-b3a68056c49e req-c778747e-c929-44e3-b4b5-904ab8873812 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:20.865296 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e01e8057-681f-4ae7-9dab-b3a68056c49e req-c778747e-c929-44e3-b4b5-904ab8873812 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.1033194 Dec 14 19:11:20.944333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-d5d0afc1-26fb-41c9-8934-5f9f95a73f9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 200 len: 217 time: 0.0772913 Dec 14 19:11:20.960397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576', 'status': 'completed', 'code': 200} Dec 14 19:11:20.989073 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e01e8057-681f-4ae7-9dab-b3a68056c49e req-5d2887ee-cbf0-4c54-af21-c6d7d9ee0636 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1101084 Dec 14 19:11:21.153085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-2f74a4bc-7fa5-4d21-8d27-6fe407448c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:21.154754 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-2f74a4bc-7fa5-4d21-8d27-6fe407448c7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.1855700 Dec 14 19:11:21.240704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af751b-cb5a-4c05-9505-972316adba19 req-fb0aac0d-db71-4974-874b-932c913a6f42 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:21.242457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25af751b-cb5a-4c05-9505-972316adba19 req-fb0aac0d-db71-4974-874b-932c913a6f42 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.1597779 Dec 14 19:11:21.309954 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-93d1f3df-0e70-4e51-a212-c91f054419d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1412923 Dec 14 19:11:21.314709 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25af751b-cb5a-4c05-9505-972316adba19 req-89748b7e-8a21-47f0-bf0a-a6c0a847b837 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644546 Dec 14 19:11:21.501018 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-27bf8da9-2d0f-425a-b849-2ca0a4ed769e service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704855 Dec 14 19:11:21.661470 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-498fddc5-ca9e-490b-8937-d82cc7d8744e req-dd7a29eb-2fc6-4f44-aa58-09557e98fbcd service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519501 Dec 14 19:11:21.800545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-00cd34ef-d733-4854-a4aa-7e1641392d82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1096 time: 0.0872934 Dec 14 19:11:21.954205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-45f96f56-47bd-4996-bd20-b011613bca3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:21.956530 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-45f96f56-47bd-4996-bd20-b011613bca3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1482503 Dec 14 19:11:22.041064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-5eff4d94-42b5-4249-a760-fe1f7569e08b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 200 len: 217 time: 0.0723805 Dec 14 19:11:22.134083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-257f8dbb-5b6e-49d4-a375-7b673debec5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.137178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-257f8dbb-5b6e-49d4-a375-7b673debec5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0866611 Dec 14 19:11:22.275015 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-9299ad39-d2c0-42dd-86d7-8326717200d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309707 Dec 14 19:11:22.278739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02872de4-6934-4240-89b0-38fff12e2eb1 req-4d4a5d12-4dfd-431d-b140-39505c45f18b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.280397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-02872de4-6934-4240-89b0-38fff12e2eb1 req-4d4a5d12-4dfd-431d-b140-39505c45f18b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.0908699 Dec 14 19:11:22.343798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-02872de4-6934-4240-89b0-38fff12e2eb1 req-a207c6ab-8abe-444a-9f66-66f6c5a5b57e tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=d0fadf8e-d469-4993-aa31-2f6e665bced4&id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553470 Dec 14 19:11:22.458856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-22a39896-bacd-4460-b648-421b42e90fc0 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767657 Dec 14 19:11:22.832147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f1310f7-c816-4757-a3cb-7cfa63ae6b93 req-22c25b22-806f-4ba8-868b-a202110cb2b7 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649220 Dec 14 19:11:22.857601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e559e0-208d-4b81-8483-9bd7b904b1b2 req-894fa038-841f-4b5b-a25e-c1bd2a25ccab tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.860405 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f8e559e0-208d-4b81-8483-9bd7b904b1b2 req-894fa038-841f-4b5b-a25e-c1bd2a25ccab tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.2674067 Dec 14 19:11:22.921169 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f8e559e0-208d-4b81-8483-9bd7b904b1b2 req-7a356b5e-ce53-44fc-a22c-e09e69821b9b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534134 Dec 14 19:11:24.177841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494b6f4-5e19-4103-aed2-ab7bdf0e2fb3 req-e30832bc-ee5f-48a0-8639-e4e2ca82fb39 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:24.179572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6494b6f4-5e19-4103-aed2-ab7bdf0e2fb3 req-e30832bc-ee5f-48a0-8639-e4e2ca82fb39 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0970256 Dec 14 19:11:24.232144 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6494b6f4-5e19-4103-aed2-ab7bdf0e2fb3 req-089b2bd8-01cf-4dd0-968f-61734a8ca274 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456581 Dec 14 19:11:25.469636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bd288-662f-40b1-9879-1a14a6e11ac3 req-12ae74cc-fa34-44f8-ad57-576b09771c5a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:25.473524 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b60bd288-662f-40b1-9879-1a14a6e11ac3 req-12ae74cc-fa34-44f8-ad57-576b09771c5a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0933037 Dec 14 19:11:25.525767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b60bd288-662f-40b1-9879-1a14a6e11ac3 req-957e9c79-c954-4b1b-91aa-dd6f7798deb2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 Dec 14 19:11:26.807185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de8b2-169c-4136-8fac-892498deb740 req-80408f8c-49d8-4ff6-8f92-64886f82420b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:26.809289 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-883de8b2-169c-4136-8fac-892498deb740 req-80408f8c-49d8-4ff6-8f92-64886f82420b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0933688 Dec 14 19:11:26.865893 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-883de8b2-169c-4136-8fac-892498deb740 req-ed05f38a-7908-4d3c-a847-a55324a7948f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492442 Dec 14 19:11:28.087791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977dfc4-e085-42b3-9a8a-bc26b0409e25 req-b4a24753-5831-49cd-8dc7-b90cf9acb557 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:28.089517 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f977dfc4-e085-42b3-9a8a-bc26b0409e25 req-b4a24753-5831-49cd-8dc7-b90cf9acb557 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0866740 Dec 14 19:11:28.146086 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f977dfc4-e085-42b3-9a8a-bc26b0409e25 req-eb9db1ef-2aa3-4023-b30c-1cda58612d59 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Dec 14 19:11:29.373925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b6a5e-04c6-42c2-8143-952fce093988 req-31c7dbf6-6861-4411-b538-2eafeb516e1f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:29.375570 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f9b6a5e-04c6-42c2-8143-952fce093988 req-31c7dbf6-6861-4411-b538-2eafeb516e1f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0883687 Dec 14 19:11:29.428178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f9b6a5e-04c6-42c2-8143-952fce093988 req-d4da9c8c-edff-427f-9a48-827f9f8773f3 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461087 Dec 14 19:11:30.653544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6e8d-6add-489a-80d5-b3c279049c8b req-7aff90b7-3dd9-49a3-96b4-4f6770d01fd0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:30.655179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-801e6e8d-6add-489a-80d5-b3c279049c8b req-7aff90b7-3dd9-49a3-96b4-4f6770d01fd0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 943 time: 0.0929089 Dec 14 19:11:30.706985 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-801e6e8d-6add-489a-80d5-b3c279049c8b req-b04d19ff-f087-4946-b22e-9628c3c807c6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Dec 14 19:11:31.054884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device fbb02f8d-797f-4953-85a8-a23038792576 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:11:31.207092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbb02f8d-797f-4953-85a8-a23038792576,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:31.222872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'fbb02f8d-797f-4953-85a8-a23038792576', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'port_id': 'fbb02f8d-797f-4953-85a8-a23038792576', 'mac_address': 'fa:16:3e:6d:08:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:11:31.284018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.303146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb02f8d-797f-4953-85a8-a23038792576 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:11:31.322366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbb02f8d-797f-4953-85a8-a23038792576,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:31.327077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.330816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:31.403808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:31.407444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:31.687281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['fbb02f8d-797f-4953-85a8-a23038792576'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:11:31.923789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e95187-bd08-4aa6-86dc-be13b33eac30 req-44cdc660-1482-49c4-af96-e01f015ff668 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:31.926623 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-18e95187-bd08-4aa6-86dc-be13b33eac30 req-44cdc660-1482-49c4-af96-e01f015ff668 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 944 time: 0.0901372 Dec 14 19:11:31.988349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-18e95187-bd08-4aa6-86dc-be13b33eac30 req-0b666cca-9511-4073-9088-756d3b5df963 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475996 Dec 14 19:11:33.059724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device fbb02f8d-797f-4953-85a8-a23038792576 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:11:33.139205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port fbb02f8d-797f-4953-85a8-a23038792576 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:11:33.144796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port fbb02f8d-797f-4953-85a8-a23038792576 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:11:33.145210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:33.202857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc9628-f27a-473d-a14e-22f8a0c2c08b req-b5ab4113-a37a-4cec-9d22-7e061a15f7b0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:33.204480 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93fc9628-f27a-473d-a14e-22f8a0c2c08b req-b5ab4113-a37a-4cec-9d22-7e061a15f7b0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 944 time: 0.0872622 Dec 14 19:11:33.259034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93fc9628-f27a-473d-a14e-22f8a0c2c08b req-749d6f21-a99a-4b5d-950c-c188e9904bb2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448844 Dec 14 19:11:33.269313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:33.298398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:33.309367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbb02f8d-797f-4953-85a8-a23038792576,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:33.312900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:33.316090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:33.356039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576', 'code': 200} Dec 14 19:11:33.396731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:33.400313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:33.679851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86f1ee73-934d-4d0f-949b-646ae44a8ab9 req-46e779da-1346-4367-a827-eb22dba2da22 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1098 time: 0.0782721 Dec 14 19:11:33.726339 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86f1ee73-934d-4d0f-949b-646ae44a8ab9 req-3b3fd65b-334e-4271-b54d-bbdcb8789622 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398865 Dec 14 19:11:34.470447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c641f-3990-40bc-a6b8-bfdfffd661da req-56aa09be-0464-4f07-98fa-bcc8a1e21678 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:34.472319 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-547c641f-3990-40bc-a6b8-bfdfffd661da req-56aa09be-0464-4f07-98fa-bcc8a1e21678 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.0840838 Dec 14 19:11:34.523125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-547c641f-3990-40bc-a6b8-bfdfffd661da req-555913fd-882d-4a32-adfa-9ff00d1241dd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441756 Dec 14 19:11:35.770927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d5039-754b-4352-934d-a4ed2bd2da65 req-6b270f8c-236a-4adb-a325-b7979db23b39 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:35.772565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-189d5039-754b-4352-934d-a4ed2bd2da65 req-6b270f8c-236a-4adb-a325-b7979db23b39 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.1049840 Dec 14 19:11:35.821722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-189d5039-754b-4352-934d-a4ed2bd2da65 req-a3b6972c-a52e-49d6-a237-a120a5098583 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Dec 14 19:11:36.039391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a9798-c54a-4047-b0a7-62c2588b0f06 req-9950baca-60dd-444c-9bd4-b5058341c565 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:36.041331 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d8a9798-c54a-4047-b0a7-62c2588b0f06 req-9950baca-60dd-444c-9bd4-b5058341c565 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.0904593 Dec 14 19:11:36.092508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d8a9798-c54a-4047-b0a7-62c2588b0f06 req-34359c3a-b6ac-49fa-88b4-e0ababac6f37 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446913 Dec 14 19:11:36.121871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37052) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:36.239869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-04eb2a3d-2af8-43cc-8c88-93f173c2c3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:36.424696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-11c575d5-c817-47a9-945b-92b80a3cf8e4 tempest-TestVolumeBootPattern-323805542 tempest-TestVolumeBootPattern-323805542-project-admin] Synchronizing usage tracker for tenant:61077cfb82e048969c1d72ece6452c76 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:36.442896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-11c575d5-c817-47a9-945b-92b80a3cf8e4 tempest-TestVolumeBootPattern-323805542 tempest-TestVolumeBootPattern-323805542-project-admin] Unset dirty status for tenant:61077cfb82e048969c1d72ece6452c76 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:36.444193 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-11c575d5-c817-47a9-945b-92b80a3cf8e4 tempest-TestVolumeBootPattern-323805542 tempest-TestVolumeBootPattern-323805542-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1093 time: 0.3212583 Dec 14 19:11:36.447662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37058) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:36.453639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'port_id': 'fbb02f8d-797f-4953-85a8-a23038792576', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:11:36.459962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:36.464046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:floatingip and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:36.467076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:36.473619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:36.487741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:36.862463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.016344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.27.3.81 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/0c60bafb-6b3a-43f0-8813-3cf2f675bf6c) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:11:37.185889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.214353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.219163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-df1c318a-baf0-4bde-9403-f69a6bb17e06 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:37.293623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:11:37.297589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:11:37.299986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=0c60bafb-6b3a-43f0-8813-3cf2f675bf6c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:37.302887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:11:37.334902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:37.449782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.736779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.024729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.090477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.332290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.338224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.342391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7ced7a32-7e3a-48ae-a6ca-fdde28a5e972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:38.424156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-03628b18-b675-4cda-9a9f-1d60755aabe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.477079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=0c60bafb-6b3a-43f0-8813-3cf2f675bf6c,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:38.492608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:38.508523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.776874 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Floating IP 7a8fb866-3834-497a-9556-f52d6b47f2a8 associated. External IP: 172.27.3.81, port: fbb02f8d-797f-4953-85a8-a23038792576. Dec 14 19:11:39.308778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:11:39.362827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:39.744378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:11:39.754940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:11:39.769536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:39.770261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:11:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:39.772320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:39.832319 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3834779 Dec 14 19:11:39.833023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:39.893560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576', 'status': 'completed', 'code': 200} Dec 14 19:11:39.962859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:39.992128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-acbabce4-e962-4689-af35-60bc57178f5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1098 time: 0.0769181 Dec 14 19:11:40.185757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc682-bae2-4725-9738-74acddef6e53 req-82b0742e-6265-43dc-a33c-f988f803fc47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:40.188575 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-82b0742e-6265-43dc-a33c-f988f803fc47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1901612 Dec 14 19:11:40.274378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:40.315947 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-34b93cab-f90d-4e21-974c-7294ae72329b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 200 len: 998 time: 0.1186759 Dec 14 19:11:40.386734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7a8fb866-3834-497a-9556-f52d6b47f2a8', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'fbb02f8d-797f-4953-85a8-a23038792576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:6d:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:11:37Z', 'updated_at': '2021-12-14T19:11:37Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:40.389569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc682-bae2-4725-9738-74acddef6e53 req-c0b48ecc-1e81-4962-ab22-b6646e1e7df5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:40.391194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-c0b48ecc-1e81-4962-ab22-b6646e1e7df5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0660090 Dec 14 19:11:40.391380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:11:40.403558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:40.404231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:11:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:40.504482 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-8898b75c-e03d-41bb-8695-3422b97df4ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987613 Dec 14 19:11:40.601163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:40.656191 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-5a17c690-fb3e-4e8a-b13c-577efa78cb48 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443255 Dec 14 19:11:40.809474 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dcc682-bae2-4725-9738-74acddef6e53 req-e7900075-228b-4f43-9e9a-3b7ce01fa55f service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458380 Dec 14 19:11:40.994762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7a8fb866-3834-497a-9556-f52d6b47f2a8', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'fbb02f8d-797f-4953-85a8-a23038792576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:6d:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:11:37Z', 'updated_at': '2021-12-14T19:11:37Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:40.999039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6141b9-44e7-4744-8916-783a293b6fc4 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7a8fb866-3834-497a-9556-f52d6b47f2a8', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'fbb02f8d-797f-4953-85a8-a23038792576', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:6d:08:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:11:37Z', 'updated_at': '2021-12-14T19:11:37Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:11:41.362911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd5a854-c3c3-47bd-b2fd-6e89cdaeb91d None None] New status for floating IP 7a8fb866-3834-497a-9556-f52d6b47f2a8: ACTIVE {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:11:44.641450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:12:05.837083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080011fa-425b-4ee5-b8c0-8ee840cb695e req-ed6eeb6f-2ced-49d5-b066-699aa8545ca1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:05.838742 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-080011fa-425b-4ee5-b8c0-8ee840cb695e req-ed6eeb6f-2ced-49d5-b066-699aa8545ca1 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0880790 Dec 14 19:12:05.890344 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-080011fa-425b-4ee5-b8c0-8ee840cb695e req-d002b724-d6a6-469e-ad46-d89c85c9cee3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452037 Dec 14 19:12:06.245379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e746fb18-53e9-43a6-9f0d-04b2ec353010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.103494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-4a1de45e-61ae-40e6-b5fe-00f83ba2cdf0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:07.105227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-4a1de45e-61ae-40e6-b5fe-00f83ba2cdf0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0951023 Dec 14 19:12:07.110262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974ed8d-52c2-44a8-9875-73331a6cd4e2 req-37d7a68f-8db6-4536-8e13-165823bf7fff tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:07.111999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d974ed8d-52c2-44a8-9875-73331a6cd4e2 req-37d7a68f-8db6-4536-8e13-165823bf7fff tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 946 time: 0.0894799 Dec 14 19:12:07.176088 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d974ed8d-52c2-44a8-9875-73331a6cd4e2 req-d47cdda0-4ace-43b7-abeb-43499741469f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=91adba73-48b5-491c-85c4-e80e10a9d6db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512164 Dec 14 19:12:07.186802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Deleting port 09ae1887-3917-47c8-adbc-bc390408ddfc {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:07.187205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.296585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.452509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] For port 09ae1887-3917-47c8-adbc-bc390408ddfc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=09ae1887-3917-47c8-adbc-bc390408ddfc,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:07.452759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.731256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.766824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.767246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.767605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Floating IP ca263491-aea0-4bc2-947e-1273f54b6be6 disassociated. External IP: 172.27.3.241, port: 09ae1887-3917-47c8-adbc-bc390408ddfc. Dec 14 19:12:07.767998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Calling delete_port for 09ae1887-3917-47c8-adbc-bc390408ddfc owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:07.923760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.929997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:07.974725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'Port': ['ID=09ae1887-3917-47c8-adbc-bc390408ddfc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:07.987884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.988204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.988619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.989066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.989484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.989896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.990305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.991257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.991257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.991534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.991933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:07.997392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:08.217290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:08.359900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d8999db9-c44d-43ad-991a-4953db31eb01 req-723a36a2-4a43-4eb2-b1f8-be771ab9cb0a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=c0c67ae8-2ace-40b2-b671-77c858334213 HTTP/1.1" status: 200 len: 210 time: 0.0506220 Dec 14 19:12:08.419559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4fc151e8-1b98-429c-9d74-c84477081ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:08.488695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:08.500150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:08.516493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:08.517250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:08.564238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] No DVR routers for this DVR port 09ae1887-3917-47c8-adbc-bc390408ddfc on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:08.566940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:08.570144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'name': 'network-vif-deleted', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:08.587594 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c455a58a-9c1e-4a6c-ba5f-a287d68a1e35 req-b5fb3acb-5d9d-44cc-b217-f03c3f39a861 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "DELETE /v2.0/ports/09ae1887-3917-47c8-adbc-bc390408ddfc HTTP/1.1" status: 204 len: 173 time: 1.4743259 Dec 14 19:12:08.656205 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c67ae8-2ace-40b2-b671-77c858334213', 'name': 'network-vif-deleted', 'tag': '09ae1887-3917-47c8-adbc-bc390408ddfc', 'status': 'completed', 'code': 200} Dec 14 19:12:08.716290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:09.076747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:09.081375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:09.099333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:09.100704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:09.186201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 09ae1887-3917-47c8-adbc-bc390408ddfc no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:09.411017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 09ae1887-3917-47c8-adbc-bc390408ddfc {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:09.411533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 09ae1887-3917-47c8-adbc-bc390408ddfc not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:09.487734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:09.515980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37116) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:09.521716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:09.587746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:09.620174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:09.667958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:09.673437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3fba23b0-2abf-441b-93dd-8122a30c12f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:09.689785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91adba73-48b5-491c-85c4-e80e10a9d6db,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:09.703277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.703694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.704104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.704546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.704954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.705411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.705812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.708673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.709242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.709870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.710800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:09.722372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:09.728117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:09.729459 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-43dcd31c-0481-4e04-97ec-4985c1de3002 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "DELETE /v2.0/security-groups/91adba73-48b5-491c-85c4-e80e10a9d6db HTTP/1.1" status: 204 len: 168 time: 0.2121739 Dec 14 19:12:09.732446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37122) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:09.751401 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.v2.resource [None req-5c8c2110-238c-4728-9be0-06fbf0dbb5d6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] show failed (client error): The resource could not be found. Dec 14 19:12:09.752569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5c8c2110-238c-4728-9be0-06fbf0dbb5d6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups/91adba73-48b5-491c-85c4-e80e10a9d6db HTTP/1.1" status: 404 len: 347 time: 0.0190754 Dec 14 19:12:09.755844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37126) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:09.889999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:09.896595 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e73830-dfd1-461b-a0ea-eda42b796001 None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:09.940763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Deleting port a8a1e972-07e2-4846-9baa-4d5251a81b24 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:09.941153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.133070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.133463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.258195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.268657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Calling delete_port for a8a1e972-07e2-4846-9baa-4d5251a81b24 owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:10.379911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f9f51-5fbd-4895-b201-ca8a8d0b1f82 None None] New status for floating IP ca263491-aea0-4bc2-947e-1273f54b6be6: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:12:10.416053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.420248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a19b4f0-4258-4bc0-bdfa-d6e0e59b4cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:10.463173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'Port': ['ID=a8a1e972-07e2-4846-9baa-4d5251a81b24,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:10.467507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:10.565029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.580585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.581910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "DELETE /v2.0/floatingips/ca263491-aea0-4bc2-947e-1273f54b6be6 HTTP/1.1" status: 204 len: 168 time: 0.8249643 Dec 14 19:12:10.896942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37132) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:10.899623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920239204', 'description': 'tempest-description--1175230690'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:10.907666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:10.912557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:10.916727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:10.923231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:10.935494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:10.973906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:10.978095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:10.981214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:10.987451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:11.051580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.054960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.059198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-07fc89c0-61c1-4b44-9cdf-5fb772e207b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:11.109748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:11.112660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.117526 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2200184 Dec 14 19:12:11.117526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:11.118311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37136) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:11.123909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group_rule': {'security_group_id': '9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:11.130673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:11.135421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:11.138669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:11.146407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:11.167662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.254992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.259544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.261755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:11.293088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6cafd4-423e-4944-adca-f4303f97d4f1,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:11.296172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:11.304456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.305843 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2e4a74ee-7c9c-404d-9eb4-1ca334a87f8a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1871877 Dec 14 19:12:11.309936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37140) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:11.315921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'security_group_rule': {'security_group_id': '9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:11.323193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:11.327299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:security_group_rule and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:11.330382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:11.337339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:11.355116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.426272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.430428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.433757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ffa12500-f22f-411b-b2fc-49356fd8c45c tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:11.462178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cd92d4-9ff9-41cb-afb1-3e17bc8b2f21,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:11.464862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:11.472090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.473427 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e100707a-e4a9-4834-becc-7ad8936bd266 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1624894 Dec 14 19:12:11.476840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37144) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:11.483831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:11.491655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:11.495809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Usage tracker for resource:floatingip and tenant:491fe3d608e741b399cdfb8972e0710f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:11.498918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:11.505429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:11.521147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:11.677059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:12.129416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Allocated IP 172.27.3.117 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/6b282968-c02b-47ea-a4e5-25d6b630db58) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:12.227147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-019f4429-7f51-4bab-816c-ef9ea6158c3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1971991 Dec 14 19:12:12.310060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:12.400714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:12.404782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:12.464031 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-9058eaaa-6456-45a3-ae7b-5d4b320ceae4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 1100 time: 0.1500583 Dec 14 19:12:12.486924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:12.514401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:12.519003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=6b282968-c02b-47ea-a4e5-25d6b630db58,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:12.524924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:12.554751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:12.694496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-e7e2869d-a6a0-498f-ae43-00410fdda804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:12.696164 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-e7e2869d-a6a0-498f-ae43-00410fdda804 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.2080870 Dec 14 19:12:12.892805 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-521a7510-448f-4e45-a27f-89438fb81ca9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 200 len: 1000 time: 0.1888931 Dec 14 19:12:12.893546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.014937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.059147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-9563f81f-1c12-42f6-bce2-74a23af51769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:13.060818 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-9563f81f-1c12-42f6-bce2-74a23af51769 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.1348703 Dec 14 19:12:13.266409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-e745170c-b728-40a7-9ba4-85f42ae33c1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1964471 Dec 14 19:12:13.430270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.437445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.451046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:13.518271 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-8ba96f7d-2675-472c-b601-19e92010c934 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338324 Dec 14 19:12:13.594364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=6b282968-c02b-47ea-a4e5-25d6b630db58,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:13.654743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:13.707698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.750801 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-655b9196-6663-44c9-8a8d-e855e47db0cd req-888e835f-1e34-4812-a2f6-386d66a98916 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227530 Dec 14 19:12:13.751992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.753236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2748237 Dec 14 19:12:14.056128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-37dee79d-6090-4f1f-a6fb-3746fbb7ad91 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:14.076844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-37dee79d-6090-4f1f-a6fb-3746fbb7ad91 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:14.078273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-37dee79d-6090-4f1f-a6fb-3746fbb7ad91 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1920239204&fields=id&tenant_id=491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 267 time: 0.0765798 Dec 14 19:12:14.264135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-a9f513c7-be2e-4cb5-9191-1ce9b6b48970 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:14.265803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-a9f513c7-be2e-4cb5-9191-1ce9b6b48970 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 810 time: 0.1799333 Dec 14 19:12:14.284669 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-8edec531-c7ca-4395-a134-58708c8333e6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/quotas/491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 375 time: 0.0122635 Dec 14 19:12:14.620240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-fd544774-f70c-4bc8-bdda-9543fdcb37b5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:14.638415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-fd544774-f70c-4bc8-bdda-9543fdcb37b5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:14.640541 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-fd544774-f70c-4bc8-bdda-9543fdcb37b5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3496549 Dec 14 19:12:14.798756 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-2f69c0dd-2cb3-4ba2-a9de-10415068ecb2 service neutron] 10.222.0.72 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435828 Dec 14 19:12:14.959869 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-039b6c5a-e5e8-4323-9ffa-60d11ed07bcd service neutron] 10.222.0.72 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539071 Dec 14 19:12:15.188614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-6de53e45-409d-416a-8220-c5cde8c90e18 req-7158107f-cb0f-46a2-8a28-ffb9737b716a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:15.204912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-6de53e45-409d-416a-8220-c5cde8c90e18 req-7158107f-cb0f-46a2-8a28-ffb9737b716a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:15.206279 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6de53e45-409d-416a-8220-c5cde8c90e18 req-7158107f-cb0f-46a2-8a28-ffb9737b716a tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 210 time: 0.0682299 Dec 14 19:12:16.427240 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a0f11608-c6bc-4ad2-911c-f913ca56b7d4 req-61828939-4ff5-4eab-84df-5da3f0bca38d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 210 time: 0.0525839 Dec 14 19:12:16.565196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-3bc0c941-07d3-4dec-948b-17c442d30aac tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:16.568234 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-3bc0c941-07d3-4dec-948b-17c442d30aac tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 810 time: 0.2630725 Dec 14 19:12:16.650629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-10b4440f-ec99-4056-9392-41f908f4c922 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:16.669044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-10b4440f-ec99-4056-9392-41f908f4c922 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:16.670848 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-10b4440f-ec99-4056-9392-41f908f4c922 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491fe3d608e741b399cdfb8972e0710f HTTP/1.1" status: 200 len: 380 time: 0.0750198 Dec 14 19:12:16.682636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'port': {'device_id': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'admin_state_up': True, 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'security_groups': ['9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:16.851792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:16.867216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:16.879580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Made reservation on behalf of 491fe3d608e741b399cdfb8972e0710f for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:16.886265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.079293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Allocated IP 172.20.0.14 (533144c7-d8f4-41d3-9b80-a077093dd475/d3c130e3-12ff-414e-8758-7b670db3783d/318eede2-326d-40ed-ad4f-0ab7dfbd042d) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:17.536229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.565380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Transition to ACTIVE for port object 318eede2-326d-40ed-ad4f-0ab7dfbd042d will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:17.620432 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d278ce0-fa25-4b7a-9f13-84f88443f644 req-cbaa48d9-2850-427d-864e-49bd53c6acf0 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 210 time: 0.0528111 Dec 14 19:12:17.637869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.645402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a9b0cd9b-56d4-490c-b062-93030601f4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:17.718840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Network 533144c7-d8f4-41d3-9b80-a077093dd475 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:17.723323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:17.729528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:17.784321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event updated for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:17.794223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:17.818518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:17.819483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.850089 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1721630 Dec 14 19:12:17.865435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Request body: {'port': {'device_id': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:18.015170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.091281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a01acedd-9cad-4724-a978-1fc09cefd37c None None] Provisioning for port 318eede2-326d-40ed-ad4f-0ab7dfbd042d completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:18.096871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-a01acedd-9cad-4724-a978-1fc09cefd37c None None] Provisioning complete for port 318eede2-326d-40ed-ad4f-0ab7dfbd042d triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:18.097339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01acedd-9cad-4724-a978-1fc09cefd37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.166111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a01acedd-9cad-4724-a978-1fc09cefd37c None None] Port 318eede2-326d-40ed-ad4f-0ab7dfbd042d cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:12:18.483392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 318eede2-326d-40ed-ad4f-0ab7dfbd042d {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:18.491347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.507751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Transition to ACTIVE for port object 318eede2-326d-40ed-ad4f-0ab7dfbd042d will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:18.510995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.515682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:18.653997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Pushing event updated for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:18.660366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:18.790006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Attempting to bind port 318eede2-326d-40ed-ad4f-0ab7dfbd042d on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:18.790646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Attempting to bind port 318eede2-326d-40ed-ad4f-0ab7dfbd042d by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:18.791274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Attempting to bind port 318eede2-326d-40ed-ad4f-0ab7dfbd042d on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:18.802669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Port 318eede2-326d-40ed-ad4f-0ab7dfbd042d on network 533144c7-d8f4-41d3-9b80-a077093dd475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:12:18.803333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Attempting to bind port 318eede2-326d-40ed-ad4f-0ab7dfbd042d on network 533144c7-d8f4-41d3-9b80-a077093dd475 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:18.817149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:18.817808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Checking segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:18.818621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Bound using segment: {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:18.819533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Bound port: 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39270ede-3f3f-454f-b0f9-cb813b62ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:18.820395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.858900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18537a4-b3c0-4392-8f4d-4699c31907d8 req-301f7e63-73ca-4e9d-9c58-a56cb8d9bad5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:18.860504 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b18537a4-b3c0-4392-8f4d-4699c31907d8 req-301f7e63-73ca-4e9d-9c58-a56cb8d9bad5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 944 time: 0.0873518 Dec 14 19:12:18.925736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b18537a4-b3c0-4392-8f4d-4699c31907d8 req-12c21791-7989-4d87-ac54-bee8599e9d86 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586901 Dec 14 19:12:18.939451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:18.943179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:18.947102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.951391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ad0a769f-ee9f-46be-aa40-7895cfebad61 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:19.024075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:19.025655 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] 10.222.0.66 "PUT /v2.0/ports/318eede2-326d-40ed-ad4f-0ab7dfbd042d HTTP/1.1" status: 200 len: 1094 time: 1.1670175 Dec 14 19:12:19.026305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:19.044713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Pushing event updated for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:19.049832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:19.133401 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'status': 'completed', 'code': 200} Dec 14 19:12:19.165026 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-2cff3664-4e60-4e83-b22f-8ad23a72dfb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 1097 time: 0.0866878 Dec 14 19:12:19.247607 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-d10c0f49-9b26-4571-9695-44389d8db989 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d HTTP/1.1" status: 200 len: 217 time: 0.0752821 Dec 14 19:12:19.325942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-017949c3-6009-47d0-8e74-b6b05f43053b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:19.327547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-017949c3-6009-47d0-8e74-b6b05f43053b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0696814 Dec 14 19:12:19.414439 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-36bb9c0f-1e04-42a6-88e7-35a217c422f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790076 Dec 14 19:12:19.562254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-ff7271f6-a9a9-4e92-872b-30442c0bc2f1 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410465 Dec 14 19:12:19.712949 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2b7065d-9197-4615-bff2-8cb1abe0c356 req-33f4b01e-8c98-476b-8c67-2f31b1a07522 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419594 Dec 14 19:12:19.846133 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-0af55a28-db28-4e81-aafd-48a6b802e63e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 1097 time: 0.0802398 Dec 14 19:12:19.996734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-55cab9ea-b00a-4504-b9b6-a84893ab634a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:19.998416 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-55cab9ea-b00a-4504-b9b6-a84893ab634a service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.1452487 Dec 14 19:12:20.076142 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-f8d95b32-8ab9-4213-aa12-09fc4c773dea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d HTTP/1.1" status: 200 len: 217 time: 0.0699637 Dec 14 19:12:20.148238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e990cd4-9c74-4e28-94af-f35eef7fa026 req-8a51dbde-6c63-444e-926c-abb0131ceabd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:20.149962 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e990cd4-9c74-4e28-94af-f35eef7fa026 req-8a51dbde-6c63-444e-926c-abb0131ceabd tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 944 time: 0.0901492 Dec 14 19:12:20.154554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-f4ffc340-bfc9-471a-9116-48518984a0e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:20.156172 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-f4ffc340-bfc9-471a-9116-48518984a0e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.0735853 Dec 14 19:12:20.201724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e990cd4-9c74-4e28-94af-f35eef7fa026 req-beda5357-1cf8-4c1b-89cf-b3df9146c737 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Dec 14 19:12:20.243231 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-465467c9-c53a-4405-aceb-df26df2c8a05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797460 Dec 14 19:12:20.396228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-b89de5e8-d147-4222-a19e-b1bdc92dbeab service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454821 Dec 14 19:12:20.546898 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e7e6069-2afd-4be8-a793-0abdb1c479e7 req-054ebbac-90e0-4076-bfff-2400adc6d74c service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434865 Dec 14 19:12:21.423394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14499904-da27-45b1-b44d-9031b1924fe9 req-a4f6f29a-dbb5-4e96-82d7-8c75222f4422 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:21.424168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-14499904-da27-45b1-b44d-9031b1924fe9 req-a4f6f29a-dbb5-4e96-82d7-8c75222f4422 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Synchronizing usage tracker for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:21.440845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-14499904-da27-45b1-b44d-9031b1924fe9 req-a4f6f29a-dbb5-4e96-82d7-8c75222f4422 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Unset dirty status for tenant:491fe3d608e741b399cdfb8972e0710f on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:21.442165 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14499904-da27-45b1-b44d-9031b1924fe9 req-a4f6f29a-dbb5-4e96-82d7-8c75222f4422 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 944 time: 0.1090245 Dec 14 19:12:21.495562 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14499904-da27-45b1-b44d-9031b1924fe9 req-d09a0920-c7ca-4c9b-8b50-7c12ae3a692f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Dec 14 19:12:21.643346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:12:22.712608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69521a4b-1770-4219-ab90-e28c36bb9614 req-6d955ad8-9edd-42bb-a504-328500fc76fb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:22.714310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69521a4b-1770-4219-ab90-e28c36bb9614 req-6d955ad8-9edd-42bb-a504-328500fc76fb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 944 time: 0.0890484 Dec 14 19:12:22.769934 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69521a4b-1770-4219-ab90-e28c36bb9614 req-aefac0be-6a2f-4304-8a64-0b6ff771fec6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494511 Dec 14 19:12:23.290121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 318eede2-326d-40ed-ad4f-0ab7dfbd042d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:12:23.440280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:23.455390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'port_id': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'mac_address': 'fa:16:3e:0d:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:12:23.514000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:23.533852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 318eede2-326d-40ed-ad4f-0ab7dfbd042d {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:23.549525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:23.552941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:23.555018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:23.627205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:23.637039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.637432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.637813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.638191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.638635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.639007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.639421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.639820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.640154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.640525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.640891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:23.645163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:23.914256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['318eede2-326d-40ed-ad4f-0ab7dfbd042d'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:12:23.997320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13e76b-32b9-4452-8d40-114a05b1efc4 req-61ff7ced-5a82-4fa1-ac8d-db62d8078f73 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:23.998992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e13e76b-32b9-4452-8d40-114a05b1efc4 req-61ff7ced-5a82-4fa1-ac8d-db62d8078f73 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 945 time: 0.1018145 Dec 14 19:12:24.057431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e13e76b-32b9-4452-8d40-114a05b1efc4 req-809bf4eb-c7e4-41fb-9777-94ae3dd33d8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513611 Dec 14 19:12:25.279615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3701-8557-43a8-b8ff-1456294f546c req-b61c0573-0e7a-4365-ab42-dfcf154a9700 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:25.281366 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e7c3701-8557-43a8-b8ff-1456294f546c req-b61c0573-0e7a-4365-ab42-dfcf154a9700 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 945 time: 0.0897620 Dec 14 19:12:25.311142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 318eede2-326d-40ed-ad4f-0ab7dfbd042d up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:25.342750 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e7c3701-8557-43a8-b8ff-1456294f546c req-6e3f8bd6-9be2-4261-bc12-b13e744eec6f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549870 Dec 14 19:12:25.389198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 318eede2-326d-40ed-ad4f-0ab7dfbd042d completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:25.394688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 318eede2-326d-40ed-ad4f-0ab7dfbd042d triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:25.395112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:25.513654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:25.544070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:25.555314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:25.559228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:25.561230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:25.625761 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'code': 200} Dec 14 19:12:25.650051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:25.653377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:25.880166 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c083ac8b-d941-469e-bb15-7c829648f25a req-a5039ec2-2e38-4bad-9f84-db410305cc5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 1099 time: 0.0793734 Dec 14 19:12:25.928582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c083ac8b-d941-469e-bb15-7c829648f25a req-38597ad3-3987-4b3a-94a2-3462fbe88eca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 Dec 14 19:12:26.400520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921c704-73b4-4a2f-b818-16cbd3d78f69 req-de06796a-e594-422d-9feb-bcfb912417d7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:26.402242 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f921c704-73b4-4a2f-b818-16cbd3d78f69 req-de06796a-e594-422d-9feb-bcfb912417d7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0919538 Dec 14 19:12:26.460034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f921c704-73b4-4a2f-b818-16cbd3d78f69 req-b86e69fc-27f2-4623-906b-c98fecc71b95 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512753 Dec 14 19:12:26.582909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9802-0697-474c-bebc-5f2bc131fb02 req-8382c5a1-31d5-47dc-a3ad-e5c6c6a049f6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:26.584604 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-000a9802-0697-474c-bebc-5f2bc131fb02 req-8382c5a1-31d5-47dc-a3ad-e5c6c6a049f6 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0885432 Dec 14 19:12:26.637468 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-000a9802-0697-474c-bebc-5f2bc131fb02 req-878ebaee-3f11-4480-a72f-4851f2c5fb82 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Dec 14 19:12:27.689965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ab355-1f67-4af6-9738-9917317c3a51 req-4c90f8ce-07cd-4477-a71c-0cb0919c3603 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:27.691620 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c13ab355-1f67-4af6-9738-9917317c3a51 req-4c90f8ce-07cd-4477-a71c-0cb0919c3603 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.0892644 Dec 14 19:12:27.742617 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c13ab355-1f67-4af6-9738-9917317c3a51 req-d52b7f19-5025-4d74-bdc7-240086aadf59 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437934 Dec 14 19:12:27.853344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de451a13-c98e-460b-bc43-836caae10d6c req-02343ecc-6923-4b4f-8bf3-bc6ad6cae384 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:27.854978 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-de451a13-c98e-460b-bc43-836caae10d6c req-02343ecc-6923-4b4f-8bf3-bc6ad6cae384 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0888262 Dec 14 19:12:27.906260 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-de451a13-c98e-460b-bc43-836caae10d6c req-f8f44e28-e771-4d09-883d-91a9f5cd8556 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450258 Dec 14 19:12:28.123250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468233b-3b52-4c1d-a020-57fdcfb20845 req-8b9cdf9f-8b72-4420-a986-23cf1d90d08e tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:28.124894 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8468233b-3b52-4c1d-a020-57fdcfb20845 req-8b9cdf9f-8b72-4420-a986-23cf1d90d08e tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0989711 Dec 14 19:12:28.135951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37238) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:28.143794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Request body: {'floatingip': {'port_id': '318eede2-326d-40ed-ad4f-0ab7dfbd042d'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:28.226118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:28.597445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-0a9cd7d1-a4de-4049-8695-dccfde6f8ea9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:28.599037 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-0a9cd7d1-a4de-4049-8695-dccfde6f8ea9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.2424052 Dec 14 19:12:28.765063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Deleting port b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:28.765675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.264578 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-23457067-618d-411e-a350-4de04dd705da tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940610253&fields=id&tenant_id=250f045700c84da795f20ef5ce090fa8 HTTP/1.1" status: 200 len: 267 time: 0.0830486 Dec 14 19:12:29.361650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-6b4ae64c-f634-43f4-8d90-27515d4dad3b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:29.363312 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-6b4ae64c-f634-43f4-8d90-27515d4dad3b tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 985 time: 0.0925205 Dec 14 19:12:29.377967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Request body: {'port': {'security_groups': ['208a6f23-ff6d-4e01-a216-9ee3f5e07fd7']}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:29.492452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e9951-10c8-4f9e-a52e-2d9f9237eda5 req-74741a9d-4050-4196-babb-70c04688e95a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:29.494228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa7e9951-10c8-4f9e-a52e-2d9f9237eda5 req-74741a9d-4050-4196-babb-70c04688e95a tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 947 time: 0.6066964 Dec 14 19:12:29.510553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.555074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] For port b2db1712-eff0-48ef-9b18-051d6bbab8ed, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=b2db1712-eff0-48ef-9b18-051d6bbab8ed,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:29.555489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.774313 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aa7e9951-10c8-4f9e-a52e-2d9f9237eda5 req-e2ebcd0f-d870-4ee0-89cc-824228bf1550 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=ff04d7bb-d9a1-4f81-9a11-a11056dafc06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568767 Dec 14 19:12:29.780018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.780501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:29.819982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.824598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.831149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae92010b-5d0e-4c3c-8c8d-d65962b0f579 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:29.836648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['0946b76c-3640-46d0-8238-7130ce7f3a1a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:12:29.847473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.913532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event updated for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=7']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:29.918796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:29.930386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:29.931127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.932703 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bf0f545d-0c0b-42a7-aef4-89b81146b837 req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "PUT /v2.0/ports/0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 943 time: 0.5620577 Dec 14 19:12:29.933325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:29.939650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37252) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:30.044934 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.087110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['0946b76c-3640-46d0-8238-7130ce7f3a1a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:12:30.126691 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.132307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.132728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.133108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Floating IP cddac5ce-5ad6-4996-ae64-472956b810cc disassociated. External IP: 172.27.3.5, port: b2db1712-eff0-48ef-9b18-051d6bbab8ed. Dec 14 19:12:30.133494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Calling delete_port for b2db1712-eff0-48ef-9b18-051d6bbab8ed owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:30.212884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.240035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e9d5d9e6-b18f-4917-8a8a-dca21949f208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:30.300565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fadf8e-d469-4993-aa31-2f6e665bced4,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:30.305786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:30.317539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.324851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-86eca742-c03a-405d-a501-6e1aa56ced37 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "DELETE /v2.0/security-groups/d0fadf8e-d469-4993-aa31-2f6e665bced4 HTTP/1.1" status: 204 len: 168 time: 0.3838284 Dec 14 19:12:30.325983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37258) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:30.400257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-94eca550-535d-431f-9f1d-9902dcc96014 None None] Provisioning complete for port 0946b76c-3640-46d0-8238-7130ce7f3a1a triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:30.400628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-94eca550-535d-431f-9f1d-9902dcc96014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.418652 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Floating IP 6961f1b0-94ac-435a-9560-935ee703eeaf associated. External IP: 172.27.3.117, port: 318eede2-326d-40ed-ad4f-0ab7dfbd042d. Dec 14 19:12:30.425425 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:12:30.486240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.498766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e045c0ef-6049-450b-8430-65d9d715d971 tempest-ServerRescueNegativeTestJSON-14117779 tempest-ServerRescueNegativeTestJSON-14117779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:30.557884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'Port': ['ID=b2db1712-eff0-48ef-9b18-051d6bbab8ed,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:30.564463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:30.656921 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-286f2fe6-ddea-47ad-b7d9-55c53eb47ee6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1099 time: 0.2289662 Dec 14 19:12:30.657979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Deleting port b248a89a-c9fc-433c-ab7c-b56dc18aebd6 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:30.658358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.956572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862893c9-a898-41d5-87b3-8e499357ac48 req-01cc3094-5aea-4072-b667-c6dfb7eea357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:30.958286 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-01cc3094-5aea-4072-b667-c6dfb7eea357 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.2755091 Dec 14 19:12:31.080593 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c14c6c7-faf0-47d6-8599-75225d29ec25 req-8875c3be-84e2-4a03-8360-a43d9c595196 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.1065428 Dec 14 19:12:31.082612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.082979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.098271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:31.243558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Calling delete_port for b248a89a-c9fc-433c-ab7c-b56dc18aebd6 owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:31.320064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-c4a6ef78-a698-4927-86f7-02be2557d7e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 1002 time: 0.3443787 Dec 14 19:12:31.375124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:31.417557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: b2db1712-eff0-48ef-9b18-051d6bbab8ed {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:31.417956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device b2db1712-eff0-48ef-9b18-051d6bbab8ed not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:31.424865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862893c9-a898-41d5-87b3-8e499357ac48 req-5daa9dc2-b020-4cf6-8393-0932ae5c0e2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:31.426588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-5daa9dc2-b020-4cf6-8393-0932ae5c0e2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.0897775 Dec 14 19:12:31.563006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.570414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cb5f6991-e760-4e3f-9f88-0e657c025e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:31.617526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event deleted for resources: {'Port': ['ID=b248a89a-c9fc-433c-ab7c-b56dc18aebd6,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:31.623217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:31.626130 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-1f80e1a3-af8b-4231-bbee-10dd46df861c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1916726 Dec 14 19:12:31.652113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:31.804161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:31.820061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:31.835962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:31.836822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:31.979119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] No DVR routers for this DVR port b2db1712-eff0-48ef-9b18-051d6bbab8ed on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:31.984838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.993344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-deleted', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:32.062822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:32.063521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.148163 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed6bc243-ceb7-4ae7-b1dc-1a1a07cd7b2c req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "DELETE /v2.0/ports/b2db1712-eff0-48ef-9b18-051d6bbab8ed HTTP/1.1" status: 204 len: 173 time: 3.5413857 Dec 14 19:12:32.176690 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-97f225e8-ddf2-411b-9ea6-b5b8ba1b0e0b service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168641 Dec 14 19:12:32.245053 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4', 'name': 'network-vif-deleted', 'tag': 'b2db1712-eff0-48ef-9b18-051d6bbab8ed', 'status': 'completed', 'code': 200} Dec 14 19:12:32.250251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:32.258484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.268491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:32.301684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:32.303415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:32.347983 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-862893c9-a898-41d5-87b3-8e499357ac48 req-ac22ee27-cccd-40be-9807-2ae4d59d214d service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639950 Dec 14 19:12:32.394410 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d0004a78-317b-45fa-b38b-2bd0681fbf8d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "PUT /v2.0/floatingips/6961f1b0-94ac-435a-9560-935ee703eeaf HTTP/1.1" status: 200 len: 992 time: 4.2571371 Dec 14 19:12:32.473208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0fdb8022-c1cf-4992-9d14-1c09b362f1f5 req-1f209551-45fd-4777-a83d-0a03080aead0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=6f0708ce-2b6b-4ccd-945a-4b9050fb5ee4 HTTP/1.1" status: 200 len: 210 time: 0.1092336 Dec 14 19:12:32.558025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:32.562798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:32.577109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:32.577812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:32.588425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:32.924482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:32.978272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:33.260609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:33.284891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.334242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '6961f1b0-94ac-435a-9560-935ee703eeaf', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:0d:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:12Z', 'updated_at': '2021-12-14T19:12:29Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:33.343210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:33.352748 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "DELETE /v2.0/floatingips/e34aa2b9-da9a-4a7d-b495-5f15caf73a70 HTTP/1.1" status: 204 len: 168 time: 3.0214505 Dec 14 19:12:33.352748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:33.364862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Sync routers for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:33.378814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:33.379986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:33.405430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:33.406144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:33.423277 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:12:33.570228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-9be2c610-f98f-4647-8f42-8315967cc947 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=250f045700c84da795f20ef5ce090fa8&device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 1099 time: 0.1198747 Dec 14 19:12:33.681237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:33.741249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:33.871020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-7da0d242-14f3-4416-89be-2f1a4f2499a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:33.872756 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-7da0d242-14f3-4416-89be-2f1a4f2499a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 200 len: 916 time: 0.2963672 Dec 14 19:12:34.033273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-7640ad3a-8f7e-46f8-a970-63347b12e33f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 200 len: 217 time: 0.1528838 Dec 14 19:12:34.072435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37290) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:34.174032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-ffcaf4b3-131f-41c3-b7ca-52023aa735d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:34.181535 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-ffcaf4b3-131f-41c3-b7ca-52023aa735d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 200 len: 854 time: 0.1409512 Dec 14 19:12:34.182086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:34.203039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3769ccc8-93d5-4fa4-b1df-14ec88762a37 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:34.259426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:34.280920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:34.352899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:34.374685 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'status': 'completed', 'code': 200} Dec 14 19:12:34.392916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-7920fbbc-3353-4cb6-a6a9-33e10329423a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9e224be9-5cdf-4742-98dc-4e92ab07a47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2009192 Dec 14 19:12:34.533924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:34.550747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b0835282-1cf0-4ba3-b8c3-8e183771b2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:34.551345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:34.556137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Checking router: 1d4b7fc7-de4a-47ca-8379-107b440bbec0 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:34.559472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '6961f1b0-94ac-435a-9560-935ee703eeaf', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:0d:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:12Z', 'updated_at': '2021-12-14T19:12:29Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:34.568850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeadc48-c09b-4dfb-8f55-1c36a68dad7a None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '6961f1b0-94ac-435a-9560-935ee703eeaf', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'floating_ip_address': '172.27.3.117', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'port_id': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'mac_address': 'fa:16:3e:0d:0d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:12Z', 'updated_at': '2021-12-14T19:12:29Z', 'revision_number': 1, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:34.572229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:34.572447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:34.578287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04d7bb-d9a1-4f81-9a11-a11056dafc06,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:34.581828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:34.598626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:34.600032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "DELETE /v2.0/security-groups/ff04d7bb-d9a1-4f81-9a11-a11056dafc06 HTTP/1.1" status: 204 len: 168 time: 0.5259519 Dec 14 19:12:34.603915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37296) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:34.625909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-0f2f2431-7cb3-4187-ad82-e1dbb9e0e60a service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234080 Dec 14 19:12:34.632454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.v2.resource [None req-5764f78b-c943-4c80-add0-657e35e5e3da tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] show failed (client error): The resource could not be found. Dec 14 19:12:34.637674 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5764f78b-c943-4c80-add0-657e35e5e3da tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups/ff04d7bb-d9a1-4f81-9a11-a11056dafc06 HTTP/1.1" status: 404 len: 347 time: 0.0289528 Dec 14 19:12:34.638158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37300) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:34.814092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-af72cf56-548a-4ba0-b4ef-d47ef85300aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=491fe3d608e741b399cdfb8972e0710f&device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 1099 time: 0.3623128 Dec 14 19:12:34.852568 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5a6618db-04d4-440d-b706-0ff1e05c96d8 req-02efd55b-e850-4696-b2f9-ca6ed6532f3f service neutron] 10.222.0.66 "GET /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123706 Dec 14 19:12:34.889853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:34.992859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Deleting port eaabb55d-8f68-44cb-bf42-b5af6f94134b {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:34.993274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:35.101745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184976c-361a-41a3-858b-18cc4f7a2bf0 None None] New status for floating IP cddac5ce-5ad6-4996-ae64-472956b810cc: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:12:35.213839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae0394-7dda-484c-9c13-92b41beb99d8 None None] New status for floating IP 6961f1b0-94ac-435a-9560-935ee703eeaf: ACTIVE {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:12:35.270823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-b2d9cdf6-5df7-4ae1-ae61-28f74766fa7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:35.273277 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-b2d9cdf6-5df7-4ae1-ae61-28f74766fa7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 200 len: 911 time: 0.4484122 Dec 14 19:12:35.436472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:35.436472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:35.457647 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-afdc6441-0db6-40fb-8221-1401e57d2c28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d HTTP/1.1" status: 200 len: 1000 time: 0.1756630 Dec 14 19:12:35.631368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Calling delete_port for eaabb55d-8f68-44cb-bf42-b5af6f94134b owned by network:floatingip {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:35.704903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-cc8cc295-ddab-4aee-a279-3995262eec53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:35.706599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-cc8cc295-ddab-4aee-a279-3995262eec53 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 200 len: 849 time: 0.1946614 Dec 14 19:12:35.808817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88118) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:12:35.809150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:12:35.824902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-3120a5d5-7990-422c-b14f-7d12c6b60f83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=533144c7-d8f4-41d3-9b80-a077093dd475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1097927 Dec 14 19:12:36.002329 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-5960bd1d-dcda-48c9-adee-98dc40046001 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689515 Dec 14 19:12:36.018962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:36.024177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcc366-cbcb-427d-9459-6fa78e420ed4 None None] The sync data for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi is: [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:29Z', 'revision_number': 4, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'a0784089-09cf-4987-a297-946876f10519', 'name': '', 'network_id': '9e224be9-5cdf-4742-98dc-4e92ab07a47c', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'mac_address': 'fa:16:3e:80:ff:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76161514-f883-4da1-a613-bdd7a029f03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:28Z', 'updated_at': '2021-12-14T19:07:41Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'subnets': [{'id': '76161514-f883-4da1-a613-bdd7a029f03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:36.208000 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9f2116e8-ba1b-4ac3-9bc4-06066365a721 req-46e9141c-4cb2-458a-bf68-b6daa1d88de3 service neutron] 10.222.0.66 "GET /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958675 Dec 14 19:12:36.251946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cae785e7-c7c4-4cbc-885f-86d53b22fbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.310338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Deleting port eaabb55d-8f68-44cb-bf42-b5af6f94134b {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:36.310465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.538120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.538807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.563244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2912be5-e55b-44e9-a4df-8d255ce305b9 None None] New status for floating IP e34aa2b9-da9a-4a7d-b495-5f15caf73a70: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:12:36.778321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Calling delete_port for eaabb55d-8f68-44cb-bf42-b5af6f94134b owned by network:floatingip {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:36.953078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.962042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:37.010183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'Port': ['ID=eaabb55d-8f68-44cb-bf42-b5af6f94134b,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:37.013043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:37.111839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.130297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.131978 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "DELETE /v2.0/floatingips/cddac5ce-5ad6-4996-ae64-472956b810cc HTTP/1.1" status: 204 len: 168 time: 2.4924972 Dec 14 19:12:37.320847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.397836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37324) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:37.410872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--415496921', 'description': 'tempest-description--688213142'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:37.424270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:37.432168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:37.438891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:37.453082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:37.470441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.521437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:37.525912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:37.529854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:37.537424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:37.603651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.607531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.613699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-98194c90-e9ba-45a9-8f0b-b121244bc65f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:37.664587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94dcee58-691c-49ca-b248-e3506212dcd9,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:37.667763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:37.668551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.669919 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f5d1684e-2ef1-4b83-8a3a-ed874a3dc5bd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2698939 Dec 14 19:12:37.675119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37328) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:37.682591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group_rule': {'security_group_id': '94dcee58-691c-49ca-b248-e3506212dcd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:37.689622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:37.694601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:37.698243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:37.705320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:37.727720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.741504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.806360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.809745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.812035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:37.837507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc4029b-266c-4d0a-8596-89b1f6194fd7,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:37.843416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:37.851826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.853387 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1770723 Dec 14 19:12:37.857895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37332) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:37.864852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'security_group_rule': {'security_group_id': '94dcee58-691c-49ca-b248-e3506212dcd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:37.872319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:37.877302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:security_group_rule and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:37.881265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:37.889352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:37.910946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.995753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.999241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.008204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:38.033021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8925ce75-1862-4779-87e9-b0fa7b127166,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:38.035796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:38.041114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.043229 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-288caacd-d1b8-49de-8554-75fd2f279270 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1840014 Dec 14 19:12:38.045844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37336) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:38.052717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:38.059185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:38.063675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Usage tracker for resource:floatingip and tenant:a598d7a9cf814a60a8ec485b447f40d6 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:38.066963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:38.073349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:38.084173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.438035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9f27469-1bca-4094-926c-d00c3c69dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.538630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.697320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-97aef5d0-8d6b-43db-bab4-5a4b095dc600 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:38.697995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-97aef5d0-8d6b-43db-bab4-5a4b095dc600 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:38.715102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-97aef5d0-8d6b-43db-bab4-5a4b095dc600 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:38.716434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-97aef5d0-8d6b-43db-bab4-5a4b095dc600 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1111674 Dec 14 19:12:38.758439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Allocated IP 172.27.3.209 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/61b05318-74a7-45ac-a915-cdd8c99fa048) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:38.777950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-6c70b09c-c14a-4a83-9440-8b09190b38d1 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Synchronizing usage tracker for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:38.798639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-6c70b09c-c14a-4a83-9440-8b09190b38d1 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Unset dirty status for tenant:250f045700c84da795f20ef5ce090fa8 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:38.800878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3ca55e08-c1ad-4e06-a681-3ac4709098ba req-6c70b09c-c14a-4a83-9440-8b09190b38d1 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776377 Dec 14 19:12:38.946854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.980278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.985730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-058fd14b-d924-4cc3-8ab5-f8f5ea541d0c tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:39.071266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:39.074958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:39.079219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:39.119526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=61b05318-74a7-45ac-a915-cdd8c99fa048,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:39.124933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:39.264624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.336733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.375757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.675439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.682217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.690371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:39.865429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=61b05318-74a7-45ac-a915-cdd8c99fa048,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:39.871200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:39.884724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.915921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.918297 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8709011 Dec 14 19:12:40.080434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38955c-1ac4-4211-a573-45719dcf50ff req-0571b6cf-d6b5-4280-a449-d1043bf66160 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:40.085122 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a38955c-1ac4-4211-a573-45719dcf50ff req-0571b6cf-d6b5-4280-a449-d1043bf66160 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1194258 Dec 14 19:12:40.166353 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a38955c-1ac4-4211-a573-45719dcf50ff req-10e06976-8ee5-4fe6-b2cf-1adec862f3cd tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Dec 14 19:12:40.203643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7626e5ca-b215-44ce-a699-05afac462e53 req-0bdb133f-52e4-45a8-878b-3310d9cb1247 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:40.224166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7626e5ca-b215-44ce-a699-05afac462e53 req-0bdb133f-52e4-45a8-878b-3310d9cb1247 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:40.225998 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-0bdb133f-52e4-45a8-878b-3310d9cb1247 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--415496921&fields=id&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 267 time: 0.0921831 Dec 14 19:12:40.271624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.438713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5a420495-a67b-4808-9253-1cbdfcee4c55 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:40.440475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5a420495-a67b-4808-9253-1cbdfcee4c55 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 817 time: 0.2054727 Dec 14 19:12:40.468557 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-4d14a8f3-b721-4c4f-a3f5-73c74a0a2264 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/quotas/a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 375 time: 0.0210657 Dec 14 19:12:40.563441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7626e5ca-b215-44ce-a699-05afac462e53 req-69f78463-2690-4c49-b73d-eff832682047 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:40.583643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7626e5ca-b215-44ce-a699-05afac462e53 req-69f78463-2690-4c49-b73d-eff832682047 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:40.585582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-69f78463-2690-4c49-b73d-eff832682047 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1108379 Dec 14 19:12:40.925797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-066358c9-269e-4121-9072-f42d27ad0bbf tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:40.929656 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-066358c9-269e-4121-9072-f42d27ad0bbf tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.66 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.2684462 Dec 14 19:12:40.930847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-c93d3d69-fb14-4b70-bd47-6d27e6547c66 service neutron] 10.222.0.72 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303072 Dec 14 19:12:41.126599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Deleting port 0946b76c-3640-46d0-8238-7130ce7f3a1a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:41.126995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.259679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-b8c5a1c4-76d6-44c6-b388-99e90a3a8af4 service neutron] 10.222.0.72 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795565 Dec 14 19:12:41.461484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e371-d41d-431c-bba0-0d0444b6c5e4 req-b7aaaf9e-8df8-4373-a8fe-09385380f119 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:41.466284 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e154e371-d41d-431c-bba0-0d0444b6c5e4 req-b7aaaf9e-8df8-4373-a8fe-09385380f119 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 946 time: 0.1314321 Dec 14 19:12:41.517140 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e154e371-d41d-431c-bba0-0d0444b6c5e4 req-c0275fb8-1d30-49e8-94ce-fbe0bb83cc4a tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/security-groups?id=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Dec 14 19:12:41.540328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] For port 0946b76c-3640-46d0-8238-7130ce7f3a1a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0946b76c-3640-46d0-8238-7130ce7f3a1a,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:41.540939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.574113 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b52f2685-7a03-4e47-b6d6-17b14e68de1d req-eeb27daf-74d0-4c56-baba-a81ef3c8abc0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 210 time: 0.0875025 Dec 14 19:12:41.753669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Calling delete_port for 0946b76c-3640-46d0-8238-7130ce7f3a1a owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:41.985241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.997090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8af2645e-8c30-4458-af32-d6c7a3eff3bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:42.066430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Pushing event deleted for resources: {'Port': ['ID=0946b76c-3640-46d0-8238-7130ce7f3a1a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:42.071792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:42.188040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] No DVR routers for this DVR port 0946b76c-3640-46d0-8238-7130ce7f3a1a on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:42.191914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.197545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'name': 'network-vif-deleted', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:42.226169 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eecee6d-9b7c-476c-9138-83191c2f1901 req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.66 "DELETE /v2.0/ports/0946b76c-3640-46d0-8238-7130ce7f3a1a HTTP/1.1" status: 204 len: 173 time: 1.2913115 Dec 14 19:12:42.265963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d28959-0375-44bf-a3fc-131c3d595960', 'name': 'network-vif-deleted', 'tag': '0946b76c-3640-46d0-8238-7130ce7f3a1a', 'status': 'completed', 'code': 200} Dec 14 19:12:42.849511 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5a26d5c-5b23-4d1e-a5a5-c93dfa8ec631 req-b4bf87d8-3ec0-49e7-a98d-37aad88ad446 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] 10.222.0.72 "GET /v2.0/ports?device_id=45d28959-0375-44bf-a3fc-131c3d595960 HTTP/1.1" status: 200 len: 210 time: 0.0696185 Dec 14 19:12:42.933083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e5ca-b215-44ce-a699-05afac462e53 req-8e4456cc-9a22-4b6b-ac4e-0750694fee91 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:42.935049 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-8e4456cc-9a22-4b6b-ac4e-0750694fee91 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 817 time: 0.2903941 Dec 14 19:12:43.024835 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bbb01d70-0f3e-40af-8e29-a4521964dd3e req-b80b6fab-0d59-4d71-a6b5-cbf30e3de4fa tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 210 time: 0.0859931 Dec 14 19:12:43.076045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-a293ff1a-e95a-41ea-83a2-92be56819035 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 379 time: 0.0908570 Dec 14 19:12:43.087409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'port': {'device_id': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'admin_state_up': True, 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'security_groups': ['94dcee58-691c-49ca-b248-e3506212dcd9']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:43.331206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:43.343402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:43.354796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Made reservation on behalf of a598d7a9cf814a60a8ec485b447f40d6 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:43.360676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.476390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 0946b76c-3640-46d0-8238-7130ce7f3a1a no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:43.516653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 0946b76c-3640-46d0-8238-7130ce7f3a1a {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:43.517239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 0946b76c-3640-46d0-8238-7130ce7f3a1a not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:43.577311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Allocated IP 172.20.0.11 (fba12cf2-16bf-4acf-a83d-576b278dd9c6/904d328c-cf3a-4289-976b-9939ce829ba0/4f3f2460-3056-47f0-b669-c0b1193b706f) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:43.804451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.824763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Transition to ACTIVE for port object 4f3f2460-3056-47f0-b669-c0b1193b706f will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:43.849454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.856453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-69f3a055-cee7-4d84-a0be-3f1262d6a868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:43.939889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:43.944541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:43.949772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:43.982995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:43.991879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:44.039713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:44.040521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.071543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9890175 Dec 14 19:12:44.087533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Request body: {'port': {'device_id': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:44.248271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.368417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9d6659ac-6bc1-47c0-b3b0-ea42101ae3de None None] Provisioning for port 4f3f2460-3056-47f0-b669-c0b1193b706f completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:44.383371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9d6659ac-6bc1-47c0-b3b0-ea42101ae3de None None] Provisioning complete for port 4f3f2460-3056-47f0-b669-c0b1193b706f triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:44.383800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d6659ac-6bc1-47c0-b3b0-ea42101ae3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.514601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-9d6659ac-6bc1-47c0-b3b0-ea42101ae3de None None] Port 4f3f2460-3056-47f0-b669-c0b1193b706f cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:12:44.796633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc938778-704d-43b9-a2a0-5d275f15cc2d req-44e45a15-9982-4096-99fc-3590a7aa2a79 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:44.798057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-bc938778-704d-43b9-a2a0-5d275f15cc2d req-44e45a15-9982-4096-99fc-3590a7aa2a79 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:44.869706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37444) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:44.885635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-bc938778-704d-43b9-a2a0-5d275f15cc2d req-44e45a15-9982-4096-99fc-3590a7aa2a79 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:44.887902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bc938778-704d-43b9-a2a0-5d275f15cc2d req-44e45a15-9982-4096-99fc-3590a7aa2a79 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 932 time: 0.4555125 Dec 14 19:12:45.368110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:45.380232 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bc938778-704d-43b9-a2a0-5d275f15cc2d req-06fc3dbf-47a5-41bd-b8b3-73722082f14d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4807291 Dec 14 19:12:45.382973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.407996 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Transition to ACTIVE for port object 4f3f2460-3056-47f0-b669-c0b1193b706f will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:45.417537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.428179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a21d6f7-34e9-4626-ab6d-60e4c78777b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:45.688862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:45.695915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:45.844128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Attempting to bind port 4f3f2460-3056-47f0-b669-c0b1193b706f on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:45.844545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Attempting to bind port 4f3f2460-3056-47f0-b669-c0b1193b706f by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:45.844867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Attempting to bind port 4f3f2460-3056-47f0-b669-c0b1193b706f on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:45.919752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Port 4f3f2460-3056-47f0-b669-c0b1193b706f on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:12:45.920139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Attempting to bind port 4f3f2460-3056-47f0-b669-c0b1193b706f on network fba12cf2-16bf-4acf-a83d-576b278dd9c6 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:45.948207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:45.948493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Checking segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:45.948923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Bound using segment: {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:45.949493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Bound port: 4f3f2460-3056-47f0-b669-c0b1193b706f, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2954edd2-b969-4858-9f53-77406d627bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:45.949877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.131833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:46.153458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:46.159130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.163806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-565edd86-7ff6-4128-9868-4e7f9de47a02 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:46.244865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.247224 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] 10.222.0.66 "PUT /v2.0/ports/4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1094 time: 2.1671793 Dec 14 19:12:46.248159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:46.284472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:46.291306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:46.357819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'status': 'completed', 'code': 200} Dec 14 19:12:46.390157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.499794 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-5199312e-2a58-436b-89f4-826aa3ecd3e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1097 time: 0.1997752 Dec 14 19:12:46.587230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-2de140a3-9e1a-457a-b84d-e53307a95b22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 217 time: 0.0780494 Dec 14 19:12:46.684452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dbc90-b369-4e63-8d90-740de7e25aaf req-dce6d2c2-0821-420e-9e3f-57520c67b801 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:46.686888 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c0dbc90-b369-4e63-8d90-740de7e25aaf req-dce6d2c2-0821-420e-9e3f-57520c67b801 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1156406 Dec 14 19:12:46.747253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626e5ca-b215-44ce-a699-05afac462e53 req-25e673d0-1655-4b47-9165-404bdbb86ea2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:46.748920 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-25e673d0-1655-4b47-9165-404bdbb86ea2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0939274 Dec 14 19:12:46.751905 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6c0dbc90-b369-4e63-8d90-740de7e25aaf req-15c9957d-deea-4aad-8439-12c33076e31e tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561264 Dec 14 19:12:46.951186 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-a28faf5c-37a8-46f9-a246-66b8ab50a289 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1943595 Dec 14 19:12:47.262739 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-77e26979-addb-4607-a1ad-a3aa1bc54fe8 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590520 Dec 14 19:12:47.494961 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7626e5ca-b215-44ce-a699-05afac462e53 req-21da04d0-f602-4069-802a-4baf61fd5a89 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220087 Dec 14 19:12:47.693608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-100b489b-dfae-4e83-8d85-e6d60707fe4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1097 time: 0.1406169 Dec 14 19:12:48.066531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Deleting port a0784089-09cf-4987-a297-946876f10519 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:48.066919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.150565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1153fef-f69e-4a36-a8b4-c24eeb56353e req-6efc4acd-6869-4512-9296-513d009354f5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:48.152953 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1153fef-f69e-4a36-a8b4-c24eeb56353e req-6efc4acd-6869-4512-9296-513d009354f5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1916273 Dec 14 19:12:48.222637 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1153fef-f69e-4a36-a8b4-c24eeb56353e req-46cde4f5-438f-42cc-9a1e-6ca2e703c7d5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606408 Dec 14 19:12:48.265877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-5d6577b7-c56c-4e0d-ae39-93cbd3c27000 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:48.267968 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-5d6577b7-c56c-4e0d-ae39-93cbd3c27000 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.3040168 Dec 14 19:12:48.378925 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-def76cac-5785-4f52-ba8b-06026b3671ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 217 time: 0.0901551 Dec 14 19:12:48.456476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-64426338-8288-400f-ac53-834237be7263 admin admin] For port a0784089-09cf-4987-a297-946876f10519, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a0784089-09cf-4987-a297-946876f10519,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:48.456798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.603397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Calling delete_port for a0784089-09cf-4987-a297-946876f10519 owned by network:router_interface {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:48.654673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-e290da30-81be-4b97-8521-d02e7155540c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:48.656415 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-e290da30-81be-4b97-8521-d02e7155540c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.2626681 Dec 14 19:12:48.796813 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-f6e1cb07-ba96-4090-9b34-75615bbff1a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314011 Dec 14 19:12:49.015669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.023559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:49.064541 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-c2bea4cd-3262-4390-907e-bd7a7793b16a service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554805 Dec 14 19:12:49.097247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0784089-09cf-4987-a297-946876f10519,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:49.103960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:49.389950 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ba0076-6ca8-4cdd-bc2f-6d60276b0a79 req-69bf8148-0a35-4f9b-82da-c116e76bfe1f service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159049 Dec 14 19:12:49.515461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd4521-a436-4b4b-b8f2-a162d43df49c req-f14ab49a-19f6-4d67-bdd8-66f8ceda9e89 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:49.517377 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2bd4521-a436-4b4b-b8f2-a162d43df49c req-f14ab49a-19f6-4d67-bdd8-66f8ceda9e89 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1200328 Dec 14 19:12:49.561946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.577559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2bd4521-a436-4b4b-b8f2-a162d43df49c req-e1b6815a-85db-440f-ae6b-35479d7eb47b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533252 Dec 14 19:12:50.505617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:50.758275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:50.770290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Sync routers for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:50.775407 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-64426338-8288-400f-ac53-834237be7263 admin admin] 10.222.0.72 "PUT /v2.0/routers/1d4b7fc7-de4a-47ca-8379-107b440bbec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9029546 Dec 14 19:12:50.778127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37470) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:50.791512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:50.792216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:50.856701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630582-bfac-4926-83c4-7c57a109865b req-1a176541-3a8f-4ee8-bd61-640e2e6bfa14 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:50.861349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df630582-bfac-4926-83c4-7c57a109865b req-1a176541-3a8f-4ee8-bd61-640e2e6bfa14 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0936058 Dec 14 19:12:50.921715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df630582-bfac-4926-83c4-7c57a109865b req-47cbae1f-5444-4628-9c28-a14ef3ecb038 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557947 Dec 14 19:12:51.027697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.168049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:51.262312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.272297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Deleting port f6bc8108-b38b-4559-bb2a-2764f888f098 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:51.272628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.477600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] For port f6bc8108-b38b-4559-bb2a-2764f888f098, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=f6bc8108-b38b-4559-bb2a-2764f888f098,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:51.478015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.510556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port': {'id': 'f6bc8108-b38b-4559-bb2a-2764f888f098', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:65:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:07:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:51.518752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Checking router: 1d4b7fc7-de4a-47ca-8379-107b440bbec0 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:51.536817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:12:51.547635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Routers {'1d4b7fc7-de4a-47ca-8379-107b440bbec0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:51.548333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:51.679918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Calling delete_port for f6bc8108-b38b-4559-bb2a-2764f888f098 owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:51.839415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] Set router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 gateway port host: None {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:51.896570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.905699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ebf982b-bd90-442c-a228-0740df94e94d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:51.953110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bc8108-b38b-4559-bb2a-2764f888f098,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:51.956704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:51.992604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 6, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:52.003278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:52.012812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff54e43-2539-438b-afdf-f2ab8f5be316 None None] The sync data for ids ['1d4b7fc7-de4a-47ca-8379-107b440bbec0'] in dv-cinder-821749-1-iscsi is: [{'id': '1d4b7fc7-de4a-47ca-8379-107b440bbec0', 'name': 'tempest-TestMinimumBasicScenario-1806219022-router', 'tenant_id': '250f045700c84da795f20ef5ce090fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:25Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 6, 'project_id': '250f045700c84da795f20ef5ce090fa8', 'gw_port_host': None}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:52.023759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:12:52.090215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.118280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:52.143852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:52.149498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.152874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:52.225301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c392c-88dc-4e8b-946a-6ecb27a84c0b req-631428c5-650f-41ec-8779-15afe85a7852 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:52.234162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-327c392c-88dc-4e8b-946a-6ecb27a84c0b req-631428c5-650f-41ec-8779-15afe85a7852 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.1172721 Dec 14 19:12:52.260148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:52.264365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:52.267471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.283555 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-327c392c-88dc-4e8b-946a-6ecb27a84c0b req-b82b1604-e0b5-4329-b6ff-dd13735969e3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480742 Dec 14 19:12:52.472831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['4f3f2460-3056-47f0-b669-c0b1193b706f'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:12:52.821887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.826706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.858318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.859044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d4b7fc7-de4a-47ca-8379-107b440bbec0 {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:12:52.874622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.875934 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ccae06d9-b6cb-462a-8871-1c57f2a53cb0 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1d4b7fc7-de4a-47ca-8379-107b440bbec0 HTTP/1.1" status: 204 len: 168 time: 2.0967388 Dec 14 19:12:52.879053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37478) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:52.971111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Deleting subnet 76161514-f883-4da1-a613-bdd7a029f03f {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:12:52.976891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.049016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.180688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.255019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.260809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-55db9b1b-ecf8-47d5-b59b-e7dc15472e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:53.304196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76161514-f883-4da1-a613-bdd7a029f03f,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:53.307170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:53.311052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.317117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30ce6aa-1b64-4313-ac5c-37722cbc703c None None] Network 9e224be9-5cdf-4742-98dc-4e92ab07a47c requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:53.319225 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/76161514-f883-4da1-a613-bdd7a029f03f HTTP/1.1" status: 204 len: 168 time: 0.4391761 Dec 14 19:12:53.322221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37484) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:53.472860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.485749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Deleting port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:53.486398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.543783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:53.608635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621ac04-b612-4360-a9a2-4366b1c00733 req-dadb4c00-23dc-47fc-adc4-29d0b754f0b8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:53.617984 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d621ac04-b612-4360-a9a2-4366b1c00733 req-dadb4c00-23dc-47fc-adc4-29d0b754f0b8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.1451807 Dec 14 19:12:53.623196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] DHCP port deletion for 9e224be9-5cdf-4742-98dc-4e92ab07a47c request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:12:53.629711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Deleting port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:53.630182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.682684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d621ac04-b612-4360-a9a2-4366b1c00733 req-5d6fa917-569d-48cc-a21b-614951609ee7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628493 Dec 14 19:12:53.683081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 4f3f2460-3056-47f0-b669-c0b1193b706f completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:53.689962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 4f3f2460-3056-47f0-b669-c0b1193b706f triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:53.690353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.782355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] For port 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=8ab0cab4-9b9c-492f-85eb-91c3f791f629,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:53.782685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.924041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Calling delete_port for 8ab0cab4-9b9c-492f-85eb-91c3f791f629 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:53.957058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device f6bc8108-b38b-4559-bb2a-2764f888f098 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:54.003229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: f6bc8108-b38b-4559-bb2a-2764f888f098 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:54.003624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device f6bc8108-b38b-4559-bb2a-2764f888f098 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:54.004093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a0784089-09cf-4987-a297-946876f10519 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:54.012783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.018031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-64426338-8288-400f-ac53-834237be7263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:54.043888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.064009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab0cab4-9b9c-492f-85eb-91c3f791f629,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:54.066915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:54.073040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] No DVR routers for this DVR port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:54.077120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] For port 8ab0cab4-9b9c-492f-85eb-91c3f791f629, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=8ab0cab4-9b9c-492f-85eb-91c3f791f629,segment=NetworkSegment(804dca4a-abeb-4412-8e46-e7c6af5a33ec),segment_id=804dca4a-abeb-4412-8e46-e7c6af5a33ec)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:54.077597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.214843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.226832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Calling delete_port for 8ab0cab4-9b9c-492f-85eb-91c3f791f629 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:54.246638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e224be9-5cdf-4742-98dc-4e92ab07a47c']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:54.263720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804dca4a-abeb-4412-8e46-e7c6af5a33ec') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:54.264061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804dca4a-abeb-4412-8e46-e7c6af5a33ec') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:54.269974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: a0784089-09cf-4987-a297-946876f10519 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:54.270351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a0784089-09cf-4987-a297-946876f10519 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:54.270905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 8ab0cab4-9b9c-492f-85eb-91c3f791f629 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:54.278244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.298536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.309026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:12:54.309875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.313022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:12:54.340419 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:12:54.468945 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.476518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.482658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:54.501276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 8ab0cab4-9b9c-492f-85eb-91c3f791f629 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:54.501663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 8ab0cab4-9b9c-492f-85eb-91c3f791f629 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:54.507466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:54.510687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e224be9-5cdf-4742-98dc-4e92ab07a47c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:54.514682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.516279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:54.519476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3ccdb071-9f94-4dfe-854b-3320df2069f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:54.525018 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9e224be9-5cdf-4742-98dc-4e92ab07a47c HTTP/1.1" status: 204 len: 168 time: 1.1992168 Dec 14 19:12:54.525816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37494) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:54.636572 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'code': 200} Dec 14 19:12:54.672127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:12:54.672600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:12:54.676744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:54.680239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:54.932857 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-755d7cbb-9e23-44e0-885b-b56c0293133a req-a4d010cc-9ed6-401e-938f-e4f0f017e9a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1099 time: 0.1554067 Dec 14 19:12:54.967520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b69ff-b6c6-41fb-9ce8-72ba595b60e3 req-82d6bf2b-ad6d-426b-96f2-2553f592a312 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:54.969321 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-875b69ff-b6c6-41fb-9ce8-72ba595b60e3 req-82d6bf2b-ad6d-426b-96f2-2553f592a312 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1316402 Dec 14 19:12:55.017514 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-755d7cbb-9e23-44e0-885b-b56c0293133a req-5ba38adc-8ba3-452f-8018-4cc099abf205 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776341 Dec 14 19:12:55.049014 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-875b69ff-b6c6-41fb-9ce8-72ba595b60e3 req-5126b97e-3421-4dd3-8443-672772bebf40 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670125 Dec 14 19:12:55.174024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Deleting port 8ab0cab4-9b9c-492f-85eb-91c3f791f629 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:55.174528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.250582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-11c157c7-df6b-4eaa-b52f-80af3a2c11f1 None None] The port '8ab0cab4-9b9c-492f-85eb-91c3f791f629' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:12:55.260418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.994051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Deleting port 3a190ebd-d520-48cf-9cc4-de32dfbddff5 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:55.994729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:56.231980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] For port 3a190ebd-d520-48cf-9cc4-de32dfbddff5, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3a190ebd-d520-48cf-9cc4-de32dfbddff5,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:56.232382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:56.300641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7463c-31e8-4f08-b2d8-2b10c8a96bee req-341d4eda-5beb-4469-a990-757b3fb54b54 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:56.302424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-88f7463c-31e8-4f08-b2d8-2b10c8a96bee req-341d4eda-5beb-4469-a990-757b3fb54b54 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0922010 Dec 14 19:12:56.358750 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-88f7463c-31e8-4f08-b2d8-2b10c8a96bee req-6ecf9c16-f484-4890-8166-50d6616af68d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499454 Dec 14 19:12:56.373743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Calling delete_port for 3a190ebd-d520-48cf-9cc4-de32dfbddff5 owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:56.589269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:56.593115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c2ca2e74-c05a-4c29-a5d8-51b392a31dae tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:56.639750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a190ebd-d520-48cf-9cc4-de32dfbddff5,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:56.645443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:56.979549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:57.615895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264714-8075-48e0-918d-19e83f7b8cd7 req-1ab3359c-50f1-4de7-8c7f-5f452e01cbe3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:57.617779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3a264714-8075-48e0-918d-19e83f7b8cd7 req-1ab3359c-50f1-4de7-8c7f-5f452e01cbe3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1043191 Dec 14 19:12:57.673976 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3a264714-8075-48e0-918d-19e83f7b8cd7 req-bb34f8d9-284a-410b-919b-b2af09d5722f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496950 Dec 14 19:12:57.921698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65960f-df18-447a-bce2-517af7985d6f req-f228581d-65ae-44ed-a128-d141ecd12e6b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:57.923409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cc65960f-df18-447a-bce2-517af7985d6f req-f228581d-65ae-44ed-a128-d141ecd12e6b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1119723 Dec 14 19:12:57.933662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37512) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:57.934282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Router eb0d3b12-8712-4490-8fb7-24fd498b29f0 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:57.940404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Request body: {'floatingip': {'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:58.024549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.165915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:58.176268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Sync routers for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:58.190816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:58.191162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] 10.222.0.72 "PUT /v2.0/routers/eb0d3b12-8712-4490-8fb7-24fd498b29f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6637700 Dec 14 19:12:58.192293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:58.195072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37516) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:58.426089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks [] for router, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.462555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:58.665575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.675782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Deleting port 12da8e12-0a2c-4741-979a-ffa7e9523e80 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:58.676164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.686600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:12:58.766383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.769485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.814798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:12:56Z', 'revision_number': 5, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port': {'id': '12da8e12-0a2c-4741-979a-ffa7e9523e80', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:37Z', 'updated_at': '2021-12-14T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:58.819737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Checking router: eb0d3b12-8712-4490-8fb7-24fd498b29f0 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:58.833553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Routers {'eb0d3b12-8712-4490-8fb7-24fd498b29f0'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:58.834370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:58.882261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] For port 12da8e12-0a2c-4741-979a-ffa7e9523e80, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=12da8e12-0a2c-4741-979a-ffa7e9523e80,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:58.882638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.982678 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Floating IP 01eee09e-b746-4bb8-891f-3d7f2f17df1b associated. External IP: 172.27.3.209, port: 4f3f2460-3056-47f0-b669-c0b1193b706f. Dec 14 19:12:59.027431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Calling delete_port for 12da8e12-0a2c-4741-979a-ffa7e9523e80 owned by network:router_gateway {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:59.174101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] Set router eb0d3b12-8712-4490-8fb7-24fd498b29f0 gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:59.228938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.234178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9bcde398-e2f0-4774-80a9-b88dbaf2785d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:59.278484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Pushing event deleted for resources: {'Port': ['ID=12da8e12-0a2c-4741-979a-ffa7e9523e80,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:59.282640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:59.294933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:12:58Z', 'revision_number': 6, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:59.299808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e19b55-59fd-467c-a500-2e986c52a0b4 None None] The sync data for ids ['eb0d3b12-8712-4490-8fb7-24fd498b29f0'] in dv-cinder-821749-1-iscsi is: [{'id': 'eb0d3b12-8712-4490-8fb7-24fd498b29f0', 'name': 'tempest-TestMinimumBasicScenario-1003095415-router', 'tenant_id': '5205c805a23547cba48176af095f67bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:36Z', 'updated_at': '2021-12-14T19:12:58Z', 'revision_number': 6, 'project_id': '5205c805a23547cba48176af095f67bd', 'gw_port_host': None}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:59.533505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.707657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:59.812361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.819677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.931634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.935816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3a190ebd-d520-48cf-9cc4-de32dfbddff5 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:59.937105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0d3b12-8712-4490-8fb7-24fd498b29f0 {{(pid=88119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:12:59.953535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.955605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] 10.222.0.72 "DELETE /v2.0/routers/eb0d3b12-8712-4490-8fb7-24fd498b29f0 HTTP/1.1" status: 204 len: 168 time: 1.7594502 Dec 14 19:12:59.958519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37524) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:59.965247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:59.970110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.978896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:59.988716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 3a190ebd-d520-48cf-9cc4-de32dfbddff5 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:59.989176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3a190ebd-d520-48cf-9cc4-de32dfbddff5 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:59.989786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 12da8e12-0a2c-4741-979a-ffa7e9523e80 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:13:00.028197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 12da8e12-0a2c-4741-979a-ffa7e9523e80 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:13:00.028710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 12da8e12-0a2c-4741-979a-ffa7e9523e80 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:13:00.039481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:00.039481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:00.057059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Deleting subnet b3271c9e-1a87-4cc6-9c5b-395cefaec0d3 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:13:00.060108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.073825 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c4b17843-8058-4114-9671-e1639e9231b2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "PUT /v2.0/floatingips/01eee09e-b746-4bb8-891f-3d7f2f17df1b HTTP/1.1" status: 200 len: 992 time: 2.1385534 Dec 14 19:13:00.074761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:00.139565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.149508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'status': 'completed', 'code': 200} Dec 14 19:13:00.258983 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-ca5a6ff2-0cf7-438a-97d3-be20557f1875 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1099 time: 0.0860982 Dec 14 19:13:00.313932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.337873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:00.397973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.402986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f590f87-bb41-4424-9894-b5c1cc559fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:00.414644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-69b2a884-3429-4106-a4a3-395322772a0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:00.416638 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-69b2a884-3429-4106-a4a3-395322772a0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.1508865 Dec 14 19:13:00.445787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3271c9e-1a87-4cc6-9c5b-395cefaec0d3,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:00.449626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:00.452632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.461539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-07851243-9012-4495-ba20-238bd30c649b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b3271c9e-1a87-4cc6-9c5b-395cefaec0d3 HTTP/1.1" status: 204 len: 168 time: 0.4994724 Dec 14 19:13:00.461824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37532) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:00.480814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af5859-f6d5-4e9e-9caa-3aba1174b878 None None] Network 6af621a5-cd50-49b8-85c9-b6e39757d6d7 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:13:00.533398 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-a90d01ee-fb87-4e56-a995-f0f0f69b620b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1000 time: 0.1105506 Dec 14 19:13:00.620007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-4bd9393a-4ed6-467c-8be3-7757cc8ae3a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:00.621814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-4bd9393a-4ed6-467c-8be3-7757cc8ae3a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0825081 Dec 14 19:13:00.716470 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-59877e7d-06e2-42ce-933a-6392c500c2db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877359 Dec 14 19:13:00.815637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.827194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Deleting port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:13:00.827574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:00.873744 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-48d822fe-9139-407b-a1a1-d4641e22b0e4 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508136 Dec 14 19:13:00.944005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '01eee09e-b746-4bb8-891f-3d7f2f17df1b', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:39Z', 'updated_at': '2021-12-14T19:12:58Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:00.949132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:00.962269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:00.962961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:01.046713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] DHCP port deletion for 6af621a5-cd50-49b8-85c9-b6e39757d6d7 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:13:01.065298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Deleting port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:13:01.065808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.071211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] For port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:01.071959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.076303 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4acfaddc-5c4d-443e-aa6c-3aadac1775b1 req-c295f5e3-ebda-4b0e-80ba-39e004072896 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969049 Dec 14 19:13:01.221689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Calling delete_port for 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd owned by network:dhcp {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:13:01.299768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.303881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:01.347758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:01.352020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:01.356843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] No DVR routers for this DVR port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd on host dv-cinder-821749-1-iscsi {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:13:01.490201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.519535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af621a5-cd50-49b8-85c9-b6e39757d6d7']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:01.538306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a57083-6c4e-4549-96e1-1f4c3939a762') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:01.538653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a57083-6c4e-4549-96e1-1f4c3939a762') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:01.547519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:01.552001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.568569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.575740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:13:01.576178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:13:01.590713 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:13:01.638587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] For port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd,segment=NetworkSegment(11a57083-6c4e-4549-96e1-1f4c3939a762),segment_id=11a57083-6c4e-4549-96e1-1f4c3939a762)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:01.639029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.675083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.679788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:01.697460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:01.710760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af621a5-cd50-49b8-85c9-b6e39757d6d7,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:01.718026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:01.720753 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/6af621a5-cd50-49b8-85c9-b6e39757d6d7 HTTP/1.1" status: 204 len: 168 time: 1.2577326 Dec 14 19:13:01.845593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Calling delete_port for 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:13:01.895735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37542) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:01.928124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:13:01.960788 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a7f3008e-6832-4765-8a0f-e1b02488850b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=250f045700c84da795f20ef5ce090fa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0633867 Dec 14 19:13:01.963701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37546) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:01.995042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:13:01.995327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:13:02.044441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.058042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:13:02.058408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:13:02.077540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.142927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.149455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba5f82eb-c5b8-4de2-92c1-5e80272d61e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:02.164616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a6f23-ff6d-4e01-a216-9ee3f5e07fd7,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:02.167821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:02.175678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.180863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/208a6f23-ff6d-4e01-a216-9ee3f5e07fd7 HTTP/1.1" status: 204 len: 168 time: 0.2122583 Dec 14 19:13:02.212949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '01eee09e-b746-4bb8-891f-3d7f2f17df1b', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:39Z', 'updated_at': '2021-12-14T19:12:58Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:02.218299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4ef0e-8867-49c6-a436-6fd683233365 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '01eee09e-b746-4bb8-891f-3d7f2f17df1b', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'floating_ip_address': '172.27.3.209', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:12:39Z', 'updated_at': '2021-12-14T19:12:58Z', 'revision_number': 1, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:02.559667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Deleting port 77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:13:02.560244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.582682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e8d30-e8e6-4b75-9238-fd441f0dc78f None None] New status for floating IP 01eee09e-b746-4bb8-891f-3d7f2f17df1b: ACTIVE {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:13:02.636372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e85fc-fde0-4c9c-9c06-5756f4deb5bb None None] The port '77618362-7c5f-4ba2-a7f5-6ff61ea5c1dd' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:13:02.673312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37558) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:02.730305 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8d7dc5be-a65c-4490-a97d-d76d3a131e2d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5205c805a23547cba48176af095f67bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553544 Dec 14 19:13:02.733370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37562) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:02.804927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.838879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.905528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.911004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4dfa657b-77d5-47b7-881c-1d52dea5d62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:02.925473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d6b2cd-976f-4378-8bdc-13f0d9241c2c,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:02.928374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:02.929599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:02.931213 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-357f04c6-cf98-47ff-80eb-5ec32bacef5c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b6d6b2cd-976f-4378-8bdc-13f0d9241c2c HTTP/1.1" status: 204 len: 168 time: 0.1962683 Dec 14 19:13:03.922660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37588) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:04.068573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977263047-network', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:04.073796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:04.078024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Usage tracker for resource:network and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:04.081208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:04.087840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:04.098627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Made reservation on behalf of 70c04b5a4b224dc5805ba7a11ce802c5 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:04.103486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.117139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.151856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:04.156463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:04.159709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:04.166485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:04.257640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.262790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.266131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-add138d9-f66e-4119-98dd-f705420d4336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:04.296388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:13:04.306509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809e2487-2207-42ec-b06b-b1f2eac20df4,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:04.309724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:04.314501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.314501 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Added segment 58314a6d-3bde-455b-a2ea-45bf03a27705 of type vlan for network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf Dec 14 19:13:04.342424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.375284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.376557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:04.377228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.380917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2194039-8622-459b-b557-4f00b276ce1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:04.492354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Pushing event updated for resources: {'Network': ['ID=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:04.495373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:04.500454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5733752 Dec 14 19:13:04.501191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37596) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:04.503135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:13:04.508264 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Request body: {'subnet': {'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977263047-subnet', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:04.515178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:04.519884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Usage tracker for resource:subnet and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:04.523666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:04.530189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:04.545629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Made reservation on behalf of 70c04b5a4b224dc5805ba7a11ce802c5 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:04.556495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.779136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.783504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-997edf73-c79d-4bc3-9030-5ed325158e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:04.858021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f368aa6-cae4-470c-9a93-04b0247021c0,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:04.862331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:04.877432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Checking segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:04.877721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Network hostable DHCP agents. Network: 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:13:04.902628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:13:04.912952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:04.917233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:04.917891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.924533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df73c7e-3fd4-4566-a2cf-8ca08b0fca98 None None] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:13:04.946121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e1803b78-97d2-4eeb-88b9-9941eb2b7a49 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4435906 Dec 14 19:13:04.949069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37602) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:04.955454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:04.961320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:04.965970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Usage tracker for resource:router and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:04.969635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:04.976811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:04.993001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:04.994075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.016194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.184078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.207921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:13:05.208918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.380069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Allocated IP 172.20.0.2 (3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf/9f368aa6-cae4-470c-9a93-04b0247021c0/71824da9-1177-458c-a955-8c3e9d5d8da1) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:05.394175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.431976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.579758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Allocated IP 172.27.3.96 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/22a4c907-20e0-49f6-b47c-678e0e3a271e) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:05.616637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.628133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Transition to ACTIVE for port object 71824da9-1177-458c-a955-8c3e9d5d8da1 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:05.650335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Transition to ACTIVE for port object 71824da9-1177-458c-a955-8c3e9d5d8da1 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:05.656904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.662173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:05.732241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:05.735319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:05.740225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:05.742465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Pushing event updated for resources: {'Port': ['ID=71824da9-1177-458c-a955-8c3e9d5d8da1,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:05.745655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:05.746675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.776956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.782031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-91e8ea1f-4976-44d1-95ef-3af926552e33 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:05.834745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Attempting to bind port 71824da9-1177-458c-a955-8c3e9d5d8da1 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:05.835121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Attempting to bind port 71824da9-1177-458c-a955-8c3e9d5d8da1 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:05.835460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Attempting to bind port 71824da9-1177-458c-a955-8c3e9d5d8da1 on network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:05.842715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:05.843130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Checking segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:05.843579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.844012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Bound using segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:05.844533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Bound port: 71824da9-1177-458c-a955-8c3e9d5d8da1, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:05.844951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.857999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:05.861802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:05.864037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Pushing event updated for resources: {'Port': ['ID=22a4c907-20e0-49f6-b47c-678e0e3a271e,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:05.866563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:05.896086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:05.952965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] For port 71824da9-1177-458c-a955-8c3e9d5d8da1, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:05.956593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] For port 71824da9-1177-458c-a955-8c3e9d5d8da1, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71824da9-1177-458c-a955-8c3e9d5d8da1,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:05.961020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.965785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:06.060031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Pushing event updated for resources: {'Port': ['ID=71824da9-1177-458c-a955-8c3e9d5d8da1,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:06.063248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:06.063434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:06.064919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:06.247550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfd5fc55-08ca-4ce1-9e83-b1e23e815d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:06.321673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88119) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:13:06.574088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:13:06.589303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Sync routers for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:13:06.608087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:06.608774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:12:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:06.610020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:06.611411 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6612105 Dec 14 19:13:06.614656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37610) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:06.812584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:07.321622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.351436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:05Z', 'revision_number': 3, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:07.356086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Checking router: 7a0005b6-29a8-4590-bf54-da4069f8f9a9 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:07.356494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Updating router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 port 22a4c907-20e0-49f6-b47c-678e0e3a271e binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:13:07.418708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.467417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.716543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Allocated IP 172.20.0.1 (3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf/9f368aa6-cae4-470c-9a93-04b0247021c0/745613be-2afe-47a7-8933-471edd7d0e82) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:07.759579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a781b-c5bc-4beb-827a-357a5e1f36d3 None None] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:13:07.796409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.917383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.931233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4568b891-cbd8-4363-95fb-c13d6da75fbc None None] Provisioning for port 71824da9-1177-458c-a955-8c3e9d5d8da1 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:07.942174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Transition to ACTIVE for port object 745613be-2afe-47a7-8933-471edd7d0e82 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:07.978422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:07.984151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2e45e048-7f5e-4b1c-a623-6ce6d1b63cf9 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:08.076556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.098659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:08.101142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Transition to ACTIVE for port object 22a4c907-20e0-49f6-b47c-678e0e3a271e will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:08.105789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:08.121961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:08.135696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71824da9-1177-458c-a955-8c3e9d5d8da1 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:08.155376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Pushing event updated for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:08.169095 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.183213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:08.321575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Pushing event updated for resources: {'Port': ['ID=22a4c907-20e0-49f6-b47c-678e0e3a271e,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:08.329606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:08.330624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Attempting to bind port 22a4c907-20e0-49f6-b47c-678e0e3a271e on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:08.330971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Attempting to bind port 22a4c907-20e0-49f6-b47c-678e0e3a271e by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:08.331387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Attempting to bind port 22a4c907-20e0-49f6-b47c-678e0e3a271e on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:08.350216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:08.350598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:08.351376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.351888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:08.352428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Bound port: 22a4c907-20e0-49f6-b47c-678e0e3a271e, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:08.352850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.399091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 71824da9-1177-458c-a955-8c3e9d5d8da1 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:08.416658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 71824da9-1177-458c-a955-8c3e9d5d8da1 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:08.417076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.420282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.420696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.421119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.421530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.421920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.422307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.422698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.423089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.423493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.423874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.424250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:08.430341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:08.441638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.494792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-11daae88-ce2f-4bc8-ab2c-618b30f16afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.516559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] For port 22a4c907-20e0-49f6-b47c-678e0e3a271e, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:08.522360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] For port 22a4c907-20e0-49f6-b47c-678e0e3a271e, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=22a4c907-20e0-49f6-b47c-678e0e3a271e,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:08.531965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.558430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.574012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:08.659391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.679712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Pushing event updated for resources: {'Port': ['ID=22a4c907-20e0-49f6-b47c-678e0e3a271e,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:08.685748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:08.700309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:08.701055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:08.800015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 71824da9-1177-458c-a955-8c3e9d5d8da1, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71824da9-1177-458c-a955-8c3e9d5d8da1,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:08.805572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.809646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.812596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.815253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3dff043-25ed-4626-8e1c-24fb2e067eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:08.870015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:08.924699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Provisioning for port 745613be-2afe-47a7-8933-471edd7d0e82 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:08.953719 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Provisioning complete for port 745613be-2afe-47a7-8933-471edd7d0e82 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:08.954123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.959072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:08.963797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Pushing event updated for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:08.967480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:09.038473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=71824da9-1177-458c-a955-8c3e9d5d8da1,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:09.058791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:09.061943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Port 745613be-2afe-47a7-8933-471edd7d0e82 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:09.073385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:09.141768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:09.143267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:09.147694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Provisioning complete for port 71824da9-1177-458c-a955-8c3e9d5d8da1 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:09.148097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd202-8429-4654-b086-d3c67d6ccd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.428705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.565391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:07Z', 'revision_number': 1, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:09.570539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5b3a0-8791-475c-b09d-90baae636a4b None None] The sync data for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi is: [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:07Z', 'revision_number': 1, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:09.629602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:13:09.647798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-2fbaf194-6389-4217-9f46-12b655800ce1 None None] Provisioning complete for port 745613be-2afe-47a7-8933-471edd7d0e82 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:09.648230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2fbaf194-6389-4217-9f46-12b655800ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.720057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-2fbaf194-6389-4217-9f46-12b655800ce1 None None] Port 745613be-2afe-47a7-8933-471edd7d0e82 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:09.861235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:13:09.876854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] 10.222.0.72 "PUT /v2.0/routers/7a0005b6-29a8-4590-bf54-da4069f8f9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2600000 Dec 14 19:13:09.925851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71824da9-1177-458c-a955-8c3e9d5d8da1 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:10.090169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 71824da9-1177-458c-a955-8c3e9d5d8da1 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:10.090597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.447705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.048223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37648) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:11.058040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1840041029-network', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:11.066898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:11.072780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Usage tracker for resource:network and tenant:af40f5b74aa743d99e4aca79f81c716e is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:11.076254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:11.084026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:11.097865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Made reservation on behalf of af40f5b74aa743d99e4aca79f81c716e for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:11.103282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.120143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.160353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:11.166194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:af40f5b74aa743d99e4aca79f81c716e is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:11.171037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:11.181068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:11.282450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.287266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.296051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-774c3ab5-b6c5-4c4f-9ba1-0d89318c222a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:11.348213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:13:11.375564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf57c807-9091-4d9a-aed1-76aed4e54183,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:11.381638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:11.385940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.386318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Added segment d50ae0f5-6599-44cb-94f3-f593febea1ed of type vlan for network 814bb011-fc72-44b8-b8ab-8629e28076a3 Dec 14 19:13:11.422188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.478990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.480755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:11.481563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.487800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6ebf63b6-a417-4134-a996-ccf3e6fd7ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:11.612418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5581584 Dec 14 19:13:11.612714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37654) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:11.615987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=814bb011-fc72-44b8-b8ab-8629e28076a3,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:11.622706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Request body: {'subnet': {'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1840041029-subnet', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'ip_version': 4}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:11.627444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:11.630330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:11.635629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Usage tracker for resource:subnet and tenant:af40f5b74aa743d99e4aca79f81c716e is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:11.639382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:11.640489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:13:11.646827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:11.659368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Made reservation on behalf of af40f5b74aa743d99e4aca79f81c716e for: {'subnet': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:11.667379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839315774'] for subnet, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.950867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 22a4c907-20e0-49f6-b47c-678e0e3a271e up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:11.957575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1457281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839315757'] for subnet, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.962114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f767cc8b-bfaf-4962-a26d-fe58dc4d082c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:12.061968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9638c99-a645-4f27-9b51-d89cf644bb55,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:12.068347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:12.084278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Checking segment: {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:12.084821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Network hostable DHCP agents. Network: 814bb011-fc72-44b8-b8ab-8629e28076a3, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:13:12.086439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 22a4c907-20e0-49f6-b47c-678e0e3a271e completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:12.096700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 22a4c907-20e0-49f6-b47c-678e0e3a271e triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:12.097211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.109997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:13:12.122516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 814bb011-fc72-44b8-b8ab-8629e28076a3) {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:12.127746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:12.128603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.146312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e63c0e-aea4-4d2f-826e-25f91ec0507f None None] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:13:12.153692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5398507 Dec 14 19:13:12.156438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37660) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:12.162880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:12.168154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:12.172961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Usage tracker for resource:router and tenant:af40f5b74aa743d99e4aca79f81c716e is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:12.176377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:12.184250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:12.198811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-95312'] for router, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.200725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854297326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418406', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854413851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854680488'] for router, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.225624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.389301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-418391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854680503'] for router, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.405517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.436240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 22a4c907-20e0-49f6-b47c-678e0e3a271e, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=22a4c907-20e0-49f6-b47c-678e0e3a271e,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:12.468309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.474772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:12.527836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1395e014-4a05-5464-891c-36fd8e60aebe-814bb011-fc72-44b8-b8ab-8629e28076a3', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55'}]}} from dv-cinder-821749-1-iscsi. {{(pid=88120) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:13:12.528745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.606704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.617650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=22a4c907-20e0-49f6-b47c-678e0e3a271e,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:12.626919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:12.644617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:12.726901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Allocated IP 172.20.0.2 (814bb011-fc72-44b8-b8ab-8629e28076a3/a9638c99-a645-4f27-9b51-d89cf644bb55/89d5fc47-9bb9-42df-a136-1eeec0616246) {{(pid=88120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:12.801353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Allocated IP 172.27.3.129 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/85440fb9-d068-45bc-90dd-bdd649cfc2d5) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:13.027333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks [] for port, precommit_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.030612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.040152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Transition to ACTIVE for port object 89d5fc47-9bb9-42df-a136-1eeec0616246 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:13.062848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Transition to ACTIVE for port object 89d5fc47-9bb9-42df-a136-1eeec0616246 will not be triggered until provisioned by entity DHCP. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:13.065269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.070863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:13.074406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361'] for port, after_create {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.079443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:13.146332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:13.149656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:13.150128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 is already hosted by enough agents. {{(pid=88120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:13.153334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Resources bound (agent type, host, resource id): {{(pid=88120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:13.154515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:13.158235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Received port after_create {{(pid=88120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:13.160791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Pushing event updated for resources: {'Port': ['ID=89d5fc47-9bb9-42df-a136-1eeec0616246,revision_number=1']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:13.164740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:13.186500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Pushing event updated for resources: {'Port': ['ID=85440fb9-d068-45bc-90dd-bdd649cfc2d5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:13.196927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:13.273102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Attempting to bind port 89d5fc47-9bb9-42df-a136-1eeec0616246 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:13.273613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Attempting to bind port 89d5fc47-9bb9-42df-a136-1eeec0616246 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:13.273961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Attempting to bind port 89d5fc47-9bb9-42df-a136-1eeec0616246 on network 814bb011-fc72-44b8-b8ab-8629e28076a3 {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:13.283364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:13.283972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Checking segment: {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:13.285011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.285451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Bound using segment: {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:13.286465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Bound port: 89d5fc47-9bb9-42df-a136-1eeec0616246, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:13.287187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.373062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.374166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854297176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854357456'] for router, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.407118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] For port 89d5fc47-9bb9-42df-a136-1eeec0616246, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:13.412085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] For port 89d5fc47-9bb9-42df-a136-1eeec0616246, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=89d5fc47-9bb9-42df-a136-1eeec0616246,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:13.416009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:13.420154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:13.503666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Pushing event updated for resources: {'Port': ['ID=89d5fc47-9bb9-42df-a136-1eeec0616246,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:13.508054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:13.773707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Sync routers for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:13:13.793337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:13.794450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:13.916310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-d31ed49a-3363-4791-8ef2-a3df336c46f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332967 Dec 14 19:13:14.065638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:14.066863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Router adad1757-afe4-489b-aabd-593d609bb03f is scheduled to L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db with binding_index 1 {{(pid=88118) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:13:14.081658 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-442fd0d9-22eb-4531-b0a4-af8e2500fbcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 1098 time: 0.1340306 Dec 14 19:13:14.122513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 89d5fc47-9bb9-42df-a136-1eeec0616246 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:14.212930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 89d5fc47-9bb9-42df-a136-1eeec0616246 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:14.218329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 22a4c907-20e0-49f6-b47c-678e0e3a271e up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:14.299720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 22a4c907-20e0-49f6-b47c-678e0e3a271e triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:14.300142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:14.364641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-a5319acb-7183-499b-b9bb-ddef94a3a7df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:14.366018 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-a5319acb-7183-499b-b9bb-ddef94a3a7df service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1833723 Dec 14 19:13:14.446893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 2, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:14.451013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Checking router: 7a0005b6-29a8-4590-bf54-da4069f8f9a9 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:14.451522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Updating router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 port 745613be-2afe-47a7-8933-471edd7d0e82 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:13:14.506864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:14.556511 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-61a6c5f2-f634-4ae1-954e-23238756fbe2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 200 len: 1000 time: 0.1359525 Dec 14 19:13:14.630034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:13:14.643835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Sync routers for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:13:14.658211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-cd0f93ea-0b2a-4985-8999-bb9b2f321834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:14.659843 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-cd0f93ea-0b2a-4985-8999-bb9b2f321834 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0946121 Dec 14 19:13:14.662679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:14.663693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:14.706083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:14.711137 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5501218 Dec 14 19:13:14.711637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37672) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:14.779834 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-67be8da8-499b-462e-9804-59e1a73e47c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1132226 Dec 14 19:13:14.919802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:14.933573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Transition to ACTIVE for port object 745613be-2afe-47a7-8933-471edd7d0e82 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:14.941475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:14.948101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:14.975960 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-a32d89d7-1e46-4b1d-abb4-1a6ed0d49bab service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875026 Dec 14 19:13:14.980809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:15.018224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Pushing event updated for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:15.040564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.040943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.041350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.041722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.042092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.042455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.042819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.043182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.043541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.043901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.044260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:15.052248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:15.243618 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0385df7f-b93d-4b03-8b9f-2d7f8880c05c req-583b38e3-3b80-4a06-a0bc-f5c747262b77 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603378 Dec 14 19:13:15.343436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Attempting to bind port 745613be-2afe-47a7-8933-471edd7d0e82 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:15.343990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Attempting to bind port 745613be-2afe-47a7-8933-471edd7d0e82 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:15.344614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Attempting to bind port 745613be-2afe-47a7-8933-471edd7d0e82 on network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:15.362519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:15.362939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Checking segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:15.363386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.363829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Bound using segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:15.364350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Bound port: 745613be-2afe-47a7-8933-471edd7d0e82, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:15.365085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.490214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] For port 745613be-2afe-47a7-8933-471edd7d0e82, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:15.494171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] For port 745613be-2afe-47a7-8933-471edd7d0e82, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=745613be-2afe-47a7-8933-471edd7d0e82,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:15.500639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.506370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:15.628558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Pushing event updated for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:15.634311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f73abe1-cfa9-4702-aeb1-d1c19d0c8eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:15.636156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:15.637003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:15.697826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:13Z', 'revision_number': 3, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:15.721113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Checking router: adad1757-afe4-489b-aabd-593d609bb03f for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:15.721783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Updating router adad1757-afe4-489b-aabd-593d609bb03f port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 binding host dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:13:15.793974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c82aef6-af51-41cd-9498-24775a8ad3d7 None None] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:13:15.811774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.890173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:16.057810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 745613be-2afe-47a7-8933-471edd7d0e82 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:16.148458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.284780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Provisioning for port 89d5fc47-9bb9-42df-a136-1eeec0616246 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:16.286121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:15Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:16.290970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f68e92-97ac-48a9-bb07-00088308061e None None] The sync data for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi is: [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:15Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:16.320810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Provisioning complete for port 89d5fc47-9bb9-42df-a136-1eeec0616246 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:16.321259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.414999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Allocated IP 172.20.0.1 (814bb011-fc72-44b8-b8ab-8629e28076a3/a9638c99-a645-4f27-9b51-d89cf644bb55/50c8023e-60e2-4c50-b187-0593fe807266) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:16.609383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 745613be-2afe-47a7-8933-471edd7d0e82 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:16.612229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.632405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Transition to ACTIVE for port object 50c8023e-60e2-4c50-b187-0593fe807266 will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:16.639538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 745613be-2afe-47a7-8933-471edd7d0e82 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:16.639962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.654220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.664491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ef41ab84-f139-4089-baf8-c8ec3d46e2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:16.730250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:16.733667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:16.738126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:16.791207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Pushing event updated for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:16.807559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.808158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.808158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.808540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.809015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.809578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.809842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.810280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.810687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.811088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.811490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:16.817743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:16.820703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419445'] for router_interface, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.842071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:16.913103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.013175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] For port 89d5fc47-9bb9-42df-a136-1eeec0616246, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=89d5fc47-9bb9-42df-a136-1eeec0616246,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:17.019702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks [] for port, precommit_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.022963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.036907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.045084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-16689679-e859-43ac-84b8-c7c38e017b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.103874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Transition to ACTIVE for port object 85440fb9-d068-45bc-90dd-bdd649cfc2d5 will not be triggered until provisioned by entity L2. {{(pid=88120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:17.133727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.157438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 745613be-2afe-47a7-8933-471edd7d0e82, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=745613be-2afe-47a7-8933-471edd7d0e82,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:17.166439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.173790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Pushing event updated for resources: {'Port': ['ID=89d5fc47-9bb9-42df-a136-1eeec0616246,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.185628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.187903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.215666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.222920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.250039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Attempting to bind port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:17.250478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Attempting to bind port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:17.250896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Attempting to bind port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 on network b5c3fd38-6aef-4383-892d-670f34df2b9c {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:17.269147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-f84c5d69-5408-4cbd-ba98-8ade501b1c98 None None] Provisioning complete for port 745613be-2afe-47a7-8933-471edd7d0e82 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:17.269578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f84c5d69-5408-4cbd-ba98-8ade501b1c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.278721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b030ae71-75cf-4d60-880c-860817ef35d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.312507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:17.312910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Checking segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:17.313382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.313819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Bound using segment: {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'} {{(pid=88120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:17.314380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Bound port: 85440fb9-d068-45bc-90dd-bdd649cfc2d5, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f614e02-fbb0-4927-ae57-acd6a0f40812', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c'}}] {{(pid=88120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:17.314792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.361683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3282229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854356462'] for router_interface, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.369305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Pushing event updated for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.371863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7670ace-d156-476f-850c-d76087700698 None None] Pushing event updated for resources: {'Port': ['ID=85440fb9-d068-45bc-90dd-bdd649cfc2d5,revision_number=2']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.373062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.523371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] For port 85440fb9-d068-45bc-90dd-bdd649cfc2d5, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:17.529830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.547263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:17.548605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:17.555271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.563325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] For port 85440fb9-d068-45bc-90dd-bdd649cfc2d5, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=85440fb9-d068-45bc-90dd-bdd649cfc2d5,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:17.564959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.565458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.572772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.579611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.683804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7670ace-d156-476f-850c-d76087700698 None None] Pushing event updated for resources: {'Port': ['ID=85440fb9-d068-45bc-90dd-bdd649cfc2d5,revision_number=3']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.723157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:17.723895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:17.824826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d7670ace-d156-476f-850c-d76087700698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.895893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Provisioning for port 50c8023e-60e2-4c50-b187-0593fe807266 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:17.921493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Provisioning complete for port 50c8023e-60e2-4c50-b187-0593fe807266 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:17.921915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.982499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 89d5fc47-9bb9-42df-a136-1eeec0616246 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:18.039632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Router adad1757-afe4-489b-aabd-593d609bb03f has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:13:18.051639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Port 50c8023e-60e2-4c50-b187-0593fe807266 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:18.061133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:18.211876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Provisioning complete for port 89d5fc47-9bb9-42df-a136-1eeec0616246 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:18.212123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2335c8c9-0d18-4e33-8f62-26622986d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:18.285043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:13:18.295466 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] 10.222.0.72 "PUT /v2.0/routers/adad1757-afe4-489b-aabd-593d609bb03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5824766 Dec 14 19:13:18.531445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 89d5fc47-9bb9-42df-a136-1eeec0616246 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:18.531859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:18.814982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 745613be-2afe-47a7-8933-471edd7d0e82 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:18.904398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '50c8023e-60e2-4c50-b187-0593fe807266', 'name': '', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'mac_address': 'fa:16:3e:5a:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:16Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 2, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'subnets': [{'id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:18.910076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-7238c0e2-8288-4324-8ce5-651275ec1483 None None] Provisioning complete for port 50c8023e-60e2-4c50-b187-0593fe807266 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:18.910495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7238c0e2-8288-4324-8ce5-651275ec1483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:18.927374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37702) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:18.935456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921601509', 'description': 'tempest-secgroup-smoke-921601509 description', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:18.937448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e305c11-bba6-4ee7-91d3-f066173a7de2 None None] The sync data for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi is: [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '50c8023e-60e2-4c50-b187-0593fe807266', 'name': '', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'mac_address': 'fa:16:3e:5a:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:16Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 2, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'subnets': [{'id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:18.941961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:18.946915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:18.950959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:18.966891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:18.977990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 745613be-2afe-47a7-8933-471edd7d0e82 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:18.978736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:18.980643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.008051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-7238c0e2-8288-4324-8ce5-651275ec1483 None None] Port 50c8023e-60e2-4c50-b187-0593fe807266 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:19.022618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.027428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.032861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.039844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.117649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.121412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.127227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-edc531cc-3d98-4680-b038-b6bfa6f2ab8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:19.169506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353d8008-55c5-435e-ae20-d4bb7f67e17d,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:19.172157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.173547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2434986 Dec 14 19:13:19.174604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:19.176825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 37706) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.183831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.190827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.195413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.198865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.205092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.223778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.299697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.303705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.306275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:19.334143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268f78cf-e2ce-44f2-a27a-5e7a1fe75541,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:19.338650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:19.345615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.350171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37710) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.350340 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-053bb009-03d8-4551-95ee-288ae5c2f1c9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1718776 Dec 14 19:13:19.356782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.363454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.368277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.371429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.392082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.412842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.509919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.512962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.521704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-933a7d5a-c032-4244-8e33-58db4debfd12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:19.546290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb6d0c7-6f09-4ce0-b394-de37140545f0,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:19.549807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:19.551857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.553470 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2021959 Dec 14 19:13:19.558700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37714) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.565373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.572767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.577156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.580555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.587702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.605511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.679633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.684116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.689396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5a3188cf-e025-4eca-9c4c-c09b90256c1d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:19.736761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dce044-c990-4ffc-9368-3696d3e81967,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:19.742333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:19.754066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.756379 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e106ecb7-4937-4db9-813c-ac93df03e923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1963160 Dec 14 19:13:19.759570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37718) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.766194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.773476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.778045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.781364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.788784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.812564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.920517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.925835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.937650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:19.962957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfff7b6b-e28c-46a4-89e5-3c44d34f04fc,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:19.965839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:19.972850 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.977084 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ee7644c9-c242-4ecf-9ee6-374ac9475b55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2135973 Dec 14 19:13:19.977704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37724) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.986312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.993311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.998611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:20.002183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:20.008536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:20.021864 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Project 70c04b5a4b224dc5805ba7a11ce802c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:13:20.036288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.125244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.133170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.138643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3f41ba01-88c5-4251-b872-00897dfee4ca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:20.177011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbdc628e-b830-447e-84a9-76f9a2443093,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:20.181161 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:20.188719 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.190196 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2b42b60c-5eac-4e94-92b0-0ae22044f75d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2103391 Dec 14 19:13:20.193502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 37730) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:20.199727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'security_group_rule': {'security_group_id': '353d8008-55c5-435e-ae20-d4bb7f67e17d', 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:20.209821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:20.215023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:security_group_rule and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:20.219020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:20.227844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:20.241914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.securitygroups_db [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Project 70c04b5a4b224dc5805ba7a11ce802c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:13:20.249735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.333154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.336554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361198'] for security_group_rule, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.338950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0333c744-5cba-40c1-9945-5f997b8ec9e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:20.364686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d2a209-7983-46da-bd75-77aad128e595,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:20.367846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:20.375790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.377279 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9e3a025e-9e6f-470b-88fc-2bbe59c846e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1826346 Dec 14 19:13:21.953277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 85440fb9-d068-45bc-90dd-bdd649cfc2d5 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:22.033335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:22.040147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:22.040955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:22.170907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:22.189188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 85440fb9-d068-45bc-90dd-bdd649cfc2d5, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=85440fb9-d068-45bc-90dd-bdd649cfc2d5,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:22.193613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:22.196261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:22.270780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=85440fb9-d068-45bc-90dd-bdd649cfc2d5,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:22.275189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:22.990683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Sync routers for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:13:23.007860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:23.008557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:23.204824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:23.720056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '50c8023e-60e2-4c50-b187-0593fe807266', 'name': '', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'mac_address': 'fa:16:3e:5a:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:16Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 2, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'subnets': [{'id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:23.725034 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Checking router: adad1757-afe4-489b-aabd-593d609bb03f for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:23.725451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Updating router adad1757-afe4-489b-aabd-593d609bb03f port 50c8023e-60e2-4c50-b187-0593fe807266 binding host dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:13:23.782785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:23.940763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 85440fb9-d068-45bc-90dd-bdd649cfc2d5 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:24.015836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:24.016481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.216600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks [] for port, precommit_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.230750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Transition to ACTIVE for port object 50c8023e-60e2-4c50-b187-0593fe807266 will not be triggered until provisioned by entity L2. {{(pid=88121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:24.237677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.242205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:24.362561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6dbe8-4981-4e7c-9517-6380ce4dfb7f None None] Pushing event updated for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=3']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:24.372190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-83c6dbe8-4981-4e7c-9517-6380ce4dfb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:24.470767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Attempting to bind port 50c8023e-60e2-4c50-b187-0593fe807266 on host dv-cinder-821749-1-iscsi for vnic_type normal with profile {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:24.471182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Attempting to bind port 50c8023e-60e2-4c50-b187-0593fe807266 by drivers openvswitch,hyperv on host dv-cinder-821749-1-iscsi at level 0 using segments [{'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:24.471611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Attempting to bind port 50c8023e-60e2-4c50-b187-0593fe807266 on network 814bb011-fc72-44b8-b8ab-8629e28076a3 {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:24.479939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Checking agent: {'id': '6f7269b8-06bd-4348-b627-296f36f9c890', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 56, 8), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:24.480385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Checking segment: {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:24.480868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.481325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Bound using segment: {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'} {{(pid=88121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:24.481875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Bound port: 50c8023e-60e2-4c50-b187-0593fe807266, host: dv-cinder-821749-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50ae0f5-6599-44cb-94f3-f593febea1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3'}}] {{(pid=88121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:24.482297 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.590181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] For port 50c8023e-60e2-4c50-b187-0593fe807266, host dv-cinder-821749-1-iscsi, cleared binding levels {{(pid=88121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:24.594109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] For port 50c8023e-60e2-4c50-b187-0593fe807266, host dv-cinder-821749-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=50c8023e-60e2-4c50-b187-0593fe807266,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:24.597779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88121) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:24.602399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:24.686922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6dbe8-4981-4e7c-9517-6380ce4dfb7f None None] Pushing event updated for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=4']} {{(pid=88121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:24.691405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-83c6dbe8-4981-4e7c-9517-6380ce4dfb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88121) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:24.694798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:24.695489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:24.909465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:25.253267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '50c8023e-60e2-4c50-b187-0593fe807266', 'name': '', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'mac_address': 'fa:16:3e:5a:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:16Z', 'updated_at': '2021-12-14T19:13:24Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'subnets': [{'id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:25.258154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b29672-b34a-4e6c-a6cf-36521751a12a None None] The sync data for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi is: [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:16Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '50c8023e-60e2-4c50-b187-0593fe807266', 'name': '', 'network_id': '814bb011-fc72-44b8-b8ab-8629e28076a3', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'mac_address': 'fa:16:3e:5a:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:16Z', 'updated_at': '2021-12-14T19:13:24Z', 'revision_number': 4, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'subnets': [{'id': 'a9638c99-a645-4f27-9b51-d89cf644bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:25.972624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 50c8023e-60e2-4c50-b187-0593fe807266 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:26.047416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning for port 50c8023e-60e2-4c50-b187-0593fe807266 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:26.053115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 50c8023e-60e2-4c50-b187-0593fe807266 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:26.053543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.196513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.232213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] For port 50c8023e-60e2-4c50-b187-0593fe807266, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=50c8023e-60e2-4c50-b187-0593fe807266,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:26.235730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.237798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8f3ab9db-a092-4395-a53c-5326ca5b5a6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:26.307117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Pushing event updated for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:26.316590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.317017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.317463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.317976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.318357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.318729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.319104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.319478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.319847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.320215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.320568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:26.324903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:27.940912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 50c8023e-60e2-4c50-b187-0593fe807266 up at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:28.021262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Provisioning complete for port 50c8023e-60e2-4c50-b187-0593fe807266 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:28.021993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:35.672868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:13:36.257686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e699224c-98bf-4fd7-9c63-2c926af4495d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.339553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.741749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:38.429682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6981b61c-7fc7-414c-8e3e-a4abb8eabe24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:39.373772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:40.271978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:43.441888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-3ec64b83-36c0-4602-b31c-9daf1653517e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:security_group {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:43.459881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-3ec64b83-36c0-4602-b31c-9daf1653517e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:security_group {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:43.461616 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-3ec64b83-36c0-4602-b31c-9daf1653517e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921601509&fields=id&tenant_id=70c04b5a4b224dc5805ba7a11ce802c5 HTTP/1.1" status: 200 len: 267 time: 0.0717254 Dec 14 19:13:43.646404 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ceb0b7d7-e7b0-4713-9913-ee1ad39dd94b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:43.647927 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ceb0b7d7-e7b0-4713-9913-ee1ad39dd94b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 808 time: 0.1769567 Dec 14 19:13:43.671201 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e0ba8192-a603-4b8d-81e8-36fb0da971bc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/quotas/70c04b5a4b224dc5805ba7a11ce802c5 HTTP/1.1" status: 200 len: 375 time: 0.0169687 Dec 14 19:13:43.766807 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-fb79bdca-98fc-4ad6-b374-0bc2f108e278 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865660 Dec 14 19:13:43.924502 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-bee7bdd8-ab51-422a-8abc-6957d916ca27 service neutron] 10.222.0.72 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449146 Dec 14 19:13:44.074924 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-f3275111-b219-41d5-b4a0-46a7a52b5bf7 service neutron] 10.222.0.72 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441174 Dec 14 19:13:44.524145 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-20f85337-9020-4d71-b691-9353d69e8e3c req-2cc75352-77be-4abf-a1bb-1c2dc1b8c2fd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0573664 Dec 14 19:13:45.778050 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c2018af0-681b-4511-bd5f-19af8d2b0e76 req-c9d2a6e8-3d97-4634-9ea9-b78df48f7673 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:45.818487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c2018af0-681b-4511-bd5f-19af8d2b0e76 req-c9d2a6e8-3d97-4634-9ea9-b78df48f7673 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:45.819779 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2018af0-681b-4511-bd5f-19af8d2b0e76 req-c9d2a6e8-3d97-4634-9ea9-b78df48f7673 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.1094353 Dec 14 19:13:45.843290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e7fafd03-868e-4ca2-ad01-6f60722b2605 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:45.844642 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e7fafd03-868e-4ca2-ad01-6f60722b2605 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:45.862821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e7fafd03-868e-4ca2-ad01-6f60722b2605 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:45.864078 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e7fafd03-868e-4ca2-ad01-6f60722b2605 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 808 time: 0.2611103 Dec 14 19:13:45.925742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-5e59489c-c8a9-4151-9dfb-df4e2593c6a4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:45.940824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9049d900-434b-4e8d-84ef-507591d109a0 req-5e59489c-c8a9-4151-9dfb-df4e2593c6a4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:45.940824 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-5e59489c-c8a9-4151-9dfb-df4e2593c6a4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70c04b5a4b224dc5805ba7a11ce802c5 HTTP/1.1" status: 200 len: 379 time: 0.0604482 Dec 14 19:13:45.950329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'port': {'device_id': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'admin_state_up': True, 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'security_groups': ['353d8008-55c5-435e-ae20-d4bb7f67e17d']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:46.099503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:46.110597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:46.121761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Made reservation on behalf of 70c04b5a4b224dc5805ba7a11ce802c5 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:46.130252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:46.317701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Allocated IP 172.20.0.10 (3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf/9f368aa6-cae4-470c-9a93-04b0247021c0/5bb4f0f7-ca36-4934-b7a5-002b78110557) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:46.533455 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:46.551205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Transition to ACTIVE for port object 5bb4f0f7-ca36-4934-b7a5-002b78110557 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:46.575270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:46.581846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:46.664759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:46.666146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:46.668212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:46.670594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:46.708942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:46.755888 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:46.756802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:46.784719 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-aa6f204b-a81a-4b10-b45b-e15baf729127 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392589 Dec 14 19:13:46.797760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Request body: {'port': {'device_id': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:46.950367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.006080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-98bbaaa5-217c-4149-b6e3-91c739a92e36 None None] Provisioning for port 5bb4f0f7-ca36-4934-b7a5-002b78110557 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:47.011813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-98bbaaa5-217c-4149-b6e3-91c739a92e36 None None] Provisioning complete for port 5bb4f0f7-ca36-4934-b7a5-002b78110557 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:47.012239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-98bbaaa5-217c-4149-b6e3-91c739a92e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.069401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92c5f-2ffa-49ef-b9c2-a3e522a51f3b req-2afd6269-ae23-4816-95ee-3e6739f16b14 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:47.070435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-98bbaaa5-217c-4149-b6e3-91c739a92e36 None None] Port 5bb4f0f7-ca36-4934-b7a5-002b78110557 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:47.071626 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89c92c5f-2ffa-49ef-b9c2-a3e522a51f3b req-2afd6269-ae23-4816-95ee-3e6739f16b14 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 932 time: 0.1183026 Dec 14 19:13:47.124544 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89c92c5f-2ffa-49ef-b9c2-a3e522a51f3b req-5eb0c674-6fcf-4806-8361-f9aa2e1bca78 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448110 Dec 14 19:13:47.380458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb4f0f7-ca36-4934-b7a5-002b78110557 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:13:47.388189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.404179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Transition to ACTIVE for port object 5bb4f0f7-ca36-4934-b7a5-002b78110557 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:47.407405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.411316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68b79911-a3af-4009-8fdc-30532a964960 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:47.544246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:47.547466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:47.673780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Attempting to bind port 5bb4f0f7-ca36-4934-b7a5-002b78110557 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:47.674163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Attempting to bind port 5bb4f0f7-ca36-4934-b7a5-002b78110557 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:47.674541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Attempting to bind port 5bb4f0f7-ca36-4934-b7a5-002b78110557 on network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:47.681588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Port 5bb4f0f7-ca36-4934-b7a5-002b78110557 on network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:13:47.682307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Attempting to bind port 5bb4f0f7-ca36-4934-b7a5-002b78110557 on network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:47.689962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:47.690345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Checking segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:47.690773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Bound using segment: {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:47.691256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Bound port: 5bb4f0f7-ca36-4934-b7a5-002b78110557, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58314a6d-3bde-455b-a2ea-45bf03a27705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:47.691649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.787629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:47.790988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:47.795107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.799454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0bfae775-6758-45b5-b4dc-317ce6f57845 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:48.106855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:48.109121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] 10.222.0.66 "PUT /v2.0/ports/5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1094 time: 1.3162053 Dec 14 19:13:48.109925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:48.132663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:48.137304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:48.203995 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'status': 'completed', 'code': 200} Dec 14 19:13:48.248422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-96815639-7c00-4232-bd45-7141331f6a9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1097 time: 0.0864413 Dec 14 19:13:48.375894 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-e1da4972-a2b0-470d-84d9-da498cbd2d02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 217 time: 0.1197646 Dec 14 19:13:48.463600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d900-434b-4e8d-84ef-507591d109a0 req-9f689451-bbc0-4b70-a37a-b9f17065c848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:48.469392 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-9f689451-bbc0-4b70-a37a-b9f17065c848 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0857332 Dec 14 19:13:48.523071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7a43d-6efc-4ad8-84ca-d15eb2bef506 req-312aa0b2-ae1a-4736-a5c2-89ccb452642e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:48.523832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dfb7a43d-6efc-4ad8-84ca-d15eb2bef506 req-312aa0b2-ae1a-4736-a5c2-89ccb452642e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:48.558978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-dfb7a43d-6efc-4ad8-84ca-d15eb2bef506 req-312aa0b2-ae1a-4736-a5c2-89ccb452642e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:48.560347 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfb7a43d-6efc-4ad8-84ca-d15eb2bef506 req-312aa0b2-ae1a-4736-a5c2-89ccb452642e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.2476723 Dec 14 19:13:48.608029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-fd9c5489-871c-42cc-a8e5-f0f933ac00c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299720 Dec 14 19:13:48.652236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfb7a43d-6efc-4ad8-84ca-d15eb2bef506 req-44195713-fc37-48e6-a6a9-44d447c5a014 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844407 Dec 14 19:13:48.773600 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-5705d2ad-1e4a-4939-8639-eedcc9182e14 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584265 Dec 14 19:13:48.935847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9049d900-434b-4e8d-84ef-507591d109a0 req-1621916a-b15b-43b5-bdc9-54eecff308f7 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561193 Dec 14 19:13:49.076004 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-c6e5e9f6-efc7-4683-b142-0d51a8f3cde3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1097 time: 0.0866902 Dec 14 19:13:49.258709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-7efcdea7-b60a-4d89-b131-3ef28cacb366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:49.261230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-7efcdea7-b60a-4d89-b131-3ef28cacb366 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.1770957 Dec 14 19:13:49.333778 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-2006a1d3-02e9-492f-8665-0c784025322f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 217 time: 0.0655811 Dec 14 19:13:49.418881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-13f995b9-108f-4627-83a3-a4cd5f181fe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:49.420386 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-13f995b9-108f-4627-83a3-a4cd5f181fe1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0805187 Dec 14 19:13:49.522745 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-659156c1-91cc-47ca-ab75-e51ec5d4616a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930946 Dec 14 19:13:49.688152 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-bcf5776b-121d-4451-a6bc-c2edbcaaf8cc service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606312 Dec 14 19:13:49.846177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-859864fe-3e06-4b49-846e-fc82a08fee85 req-e35fa545-31cf-4184-98f9-8515948ea5b5 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500657 Dec 14 19:13:49.878926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae07472-0b32-42c2-b458-ff32c61b6cc6 req-49c23fdf-4d1d-4038-8417-634e10ced397 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:49.880535 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ae07472-0b32-42c2-b458-ff32c61b6cc6 req-49c23fdf-4d1d-4038-8417-634e10ced397 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0919302 Dec 14 19:13:49.936159 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ae07472-0b32-42c2-b458-ff32c61b6cc6 req-c15e6e15-7f7c-44f9-932d-a232c1e45a83 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489166 Dec 14 19:13:51.387368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ab7b-04f0-418c-8d04-c3e4d20a4739 req-4c31afc4-0718-4e04-9924-a3bd753fe8b9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:51.389007 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a02ab7b-04f0-418c-8d04-c3e4d20a4739 req-4c31afc4-0718-4e04-9924-a3bd753fe8b9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.3225873 Dec 14 19:13:51.441431 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a02ab7b-04f0-418c-8d04-c3e4d20a4739 req-ab75db1c-10f9-4a21-af41-b7ffd15d2b04 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430965 Dec 14 19:13:52.667696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504793-c52f-4b73-a04b-4a43f1ba1344 req-b1c5acf6-b329-4931-9807-9c6cc9806ce9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:52.670048 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4504793-c52f-4b73-a04b-4a43f1ba1344 req-b1c5acf6-b329-4931-9807-9c6cc9806ce9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0881851 Dec 14 19:13:52.721773 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4504793-c52f-4b73-a04b-4a43f1ba1344 req-0530cf4d-1394-4f29-a4b4-bbfddec8c20a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453770 Dec 14 19:13:53.938428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219b91-0c13-4a90-aa9d-98596d30664d req-38ab7348-c1b6-4115-ba20-e93b94cf1cca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:53.940064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6219b91-0c13-4a90-aa9d-98596d30664d req-38ab7348-c1b6-4115-ba20-e93b94cf1cca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0914066 Dec 14 19:13:53.992323 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6219b91-0c13-4a90-aa9d-98596d30664d req-9610a060-e9fa-45ad-bf3c-f102c41214f2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430911 Dec 14 19:13:55.202923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86804c10-2713-4092-9aee-11b86fe8beae req-9e455692-bd16-4150-b34b-dddbecfab3e5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:55.204329 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86804c10-2713-4092-9aee-11b86fe8beae req-9e455692-bd16-4150-b34b-dddbecfab3e5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0863471 Dec 14 19:13:55.256450 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86804c10-2713-4092-9aee-11b86fe8beae req-cc0dcead-5c19-4617-8dec-955b77614511 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Dec 14 19:13:56.475463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b709617-c02b-49ff-82dc-321bbd9d88d9 req-ffd7d591-9822-4e7c-8876-32dd9cfe2e6b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:56.477079 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b709617-c02b-49ff-82dc-321bbd9d88d9 req-ffd7d591-9822-4e7c-8876-32dd9cfe2e6b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0879784 Dec 14 19:13:56.531328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b709617-c02b-49ff-82dc-321bbd9d88d9 req-bd280e65-7f5a-4083-addf-1d0cea907d3a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472574 Dec 14 19:13:57.099762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34240-ec39-44eb-9b60-9fc73c55d823 req-c24502de-7109-4245-97bb-380724bef9b6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:57.101357 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bf34240-ec39-44eb-9b60-9fc73c55d823 req-c24502de-7109-4245-97bb-380724bef9b6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.0873554 Dec 14 19:13:57.162446 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bf34240-ec39-44eb-9b60-9fc73c55d823 req-82e9ae49-f80c-45fb-9b42-fc0e37b89963 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546753 Dec 14 19:13:57.754282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d5733-a8e2-4d0f-9836-cd01deacd405 req-1aa31b32-284a-4b82-b9e9-e10798e2a34b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:57.755922 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c6d5733-a8e2-4d0f-9836-cd01deacd405 req-1aa31b32-284a-4b82-b9e9-e10798e2a34b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0906541 Dec 14 19:13:57.806847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c6d5733-a8e2-4d0f-9836-cd01deacd405 req-59747fc3-6a22-4f5d-a82b-4a2ece7e4777 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Dec 14 19:13:57.945003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 5bb4f0f7-ca36-4934-b7a5-002b78110557 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:13:58.102810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:58.118541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'port_id': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'mac_address': 'fa:16:3e:e7:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:13:58.184104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:58.203716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb4f0f7-ca36-4934-b7a5-002b78110557 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:13:58.220181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:58.224431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:58.226398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:58.294621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:58.299482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:58.384652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa713dd-1adc-4be1-a8af-7c5b4955432d req-0244e6a0-55f4-4029-b524-95551b1b312f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:58.386371 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-baa713dd-1adc-4be1-a8af-7c5b4955432d req-0244e6a0-55f4-4029-b524-95551b1b312f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.0900073 Dec 14 19:13:58.448355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-baa713dd-1adc-4be1-a8af-7c5b4955432d req-37741063-fe84-4d1f-ac60-43ade2ff8755 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506115 Dec 14 19:13:58.698358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['5bb4f0f7-ca36-4934-b7a5-002b78110557'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:13:58.713603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6db98c-b335-47d4-b1f0-22e084471500 req-1b6873b5-7020-4bcd-97b0-fa816c3ee84f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:58.715198 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da6db98c-b335-47d4-b1f0-22e084471500 req-1b6873b5-7020-4bcd-97b0-fa816c3ee84f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 945 time: 0.0935161 Dec 14 19:13:58.793196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port fbb02f8d-797f-4953-85a8-a23038792576 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:13:58.793820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.088870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] For port fbb02f8d-797f-4953-85a8-a23038792576, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=fbb02f8d-797f-4953-85a8-a23038792576,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:59.089681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.095894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11981a2-361d-4feb-b2c4-eda4d11e0b03 req-a7f202a7-5bd3-442c-a086-bffbffd2a8a0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:59.097728 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b11981a2-361d-4feb-b2c4-eda4d11e0b03 req-a7f202a7-5bd3-442c-a086-bffbffd2a8a0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 945 time: 0.1270087 Dec 14 19:13:59.152733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b11981a2-361d-4feb-b2c4-eda4d11e0b03 req-d94aa0b0-3937-4637-b7ae-84e34cef4830 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482414 Dec 14 19:13:59.419755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.419755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.419755 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Floating IP 7a8fb866-3834-497a-9556-f52d6b47f2a8 disassociated. External IP: 172.27.3.81, port: fbb02f8d-797f-4953-85a8-a23038792576. Dec 14 19:13:59.419755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for fbb02f8d-797f-4953-85a8-a23038792576 owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:13:59.584613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.591788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-bbd9d7c8-046d-4f0a-8a23-2007c05c6135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:59.624252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a3363535-8482-40bb-9e43-b9dd2450f58a req-54cf16b6-5684-4e3e-8ef3-df2bb33f5758 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 210 time: 0.0464623 Dec 14 19:13:59.640008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=fbb02f8d-797f-4953-85a8-a23038792576,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:59.642889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:59.874793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:13:59.965444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 5bb4f0f7-ca36-4934-b7a5-002b78110557 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:14:00.053865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 5bb4f0f7-ca36-4934-b7a5-002b78110557 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:14:00.065332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 5bb4f0f7-ca36-4934-b7a5-002b78110557 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:14:00.065767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:00.205851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:00.246762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:00.248069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:00.257450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:00.261650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device fbb02f8d-797f-4953-85a8-a23038792576 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:14:00.298342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:00.379124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:14:00.387880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:00.400442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:00.403006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: fbb02f8d-797f-4953-85a8-a23038792576 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:14:00.403402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device fbb02f8d-797f-4953-85a8-a23038792576 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:14:00.406675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:14:00.422529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:00.423152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:00.426114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b7f82-bdea-423f-b738-abef61b79016 req-e3bce755-36cc-4210-bfd4-d5b9b075bc13 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:00.434560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-531b7f82-bdea-423f-b738-abef61b79016 req-e3bce755-36cc-4210-bfd4-d5b9b075bc13 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.1188626 Dec 14 19:14:00.492727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'code': 200} Dec 14 19:14:00.494798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-531b7f82-bdea-423f-b738-abef61b79016 req-dfc45789-b56d-4a41-8da1-e6e433e02856 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589967 Dec 14 19:14:00.501468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] No DVR routers for this DVR port fbb02f8d-797f-4953-85a8-a23038792576 on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:14:00.504216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:00.507452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'name': 'network-vif-deleted', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:00.530112 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da6db98c-b335-47d4-b1f0-22e084471500 req-2464a3ba-a53d-40b5-aa08-3d98d13b9e8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "DELETE /v2.0/ports/fbb02f8d-797f-4953-85a8-a23038792576 HTTP/1.1" status: 204 len: 173 time: 1.8085945 Dec 14 19:14:00.580861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f89ccd4-a715-4432-b556-b6ac07b54487', 'name': 'network-vif-deleted', 'tag': 'fbb02f8d-797f-4953-85a8-a23038792576', 'status': 'completed', 'code': 200} Dec 14 19:14:00.654512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:00.783476 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31867fc8-b86a-4ff9-8634-62ef6d0921f7 req-f489c559-8458-4a1d-9b58-275ed086dd1c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1099 time: 0.0808876 Dec 14 19:14:00.806180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9699d90f-6859-4491-b095-80326905acad req-692df08f-6569-4107-afcc-aaa9dad2798a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=7f89ccd4-a715-4432-b556-b6ac07b54487 HTTP/1.1" status: 200 len: 210 time: 0.0459754 Dec 14 19:14:00.840223 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31867fc8-b86a-4ff9-8634-62ef6d0921f7 req-56a0f636-0d6c-4745-b319-bdc43db6545e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500200 Dec 14 19:14:01.191266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:01.195577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:14:01.208184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:01.208898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:01.400967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:01.726502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ac19a-7f89-4bde-abde-ac38f29d1dd1 req-dd460f95-5938-43cc-9613-4cfee12d9b0e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:01.728096 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a1ac19a-7f89-4bde-abde-ac38f29d1dd1 req-dd460f95-5938-43cc-9613-4cfee12d9b0e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.1098518 Dec 14 19:14:01.750471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:01.754803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349d10b-8759-4a83-82c4-a72e8f3cc8b4 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:14:01.783865 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9a1ac19a-7f89-4bde-abde-ac38f29d1dd1 req-3a0a4c9e-adad-41ea-b6aa-6cbd380f02ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485163 Dec 14 19:14:02.196737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545f6ca-dd7a-4c87-809a-73e0cd35aed3 None None] New status for floating IP 7a8fb866-3834-497a-9556-f52d6b47f2a8: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:14:02.264560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-c67a2c20-9076-4b7e-8be5-45314d6e7d61 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107779170&fields=id&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 267 time: 0.0515637 Dec 14 19:14:02.446547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-18837f45-6635-4830-abdf-0f828d0e1181 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:02.448078 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-18837f45-6635-4830-abdf-0f828d0e1181 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.1757884 Dec 14 19:14:02.467819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-23227ff1-2072-46f3-8a29-4d1edbc1700f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/quotas/2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 375 time: 0.0121813 Dec 14 19:14:02.563369 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-ce69188e-8dd5-4e06-bbc7-0364a1d533e4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895138 Dec 14 19:14:02.721525 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-4a96834f-b7cc-4574-b786-961922ed18ee service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453228 Dec 14 19:14:02.869633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-abab4f7d-b1ca-4628-a447-6a7cfd666488 service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413720 Dec 14 19:14:03.007967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad519c6-550d-464d-89b7-19e0a70ad0bd req-81a38166-ac0a-4fb0-ba2b-e45bc89fe3d5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:03.010002 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3ad519c6-550d-464d-89b7-19e0a70ad0bd req-81a38166-ac0a-4fb0-ba2b-e45bc89fe3d5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0900602 Dec 14 19:14:03.075192 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3ad519c6-550d-464d-89b7-19e0a70ad0bd req-a6cb88b9-9656-46e5-9ac5-ee0d87bcf9c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587711 Dec 14 19:14:03.293003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8bbcc-bdee-46ff-b4fa-98828cf425b6 req-4f1ed306-453d-4285-b1a7-47a052918942 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:03.294626 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3af8bbcc-bdee-46ff-b4fa-98828cf425b6 req-4f1ed306-453d-4285-b1a7-47a052918942 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0897841 Dec 14 19:14:03.326182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-83e10f22-f8ed-4667-aab7-a308eac3806a req-735c0f20-5dfe-46ba-a8dc-ba1ad60e0da3 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0570180 Dec 14 19:14:03.352819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3af8bbcc-bdee-46ff-b4fa-98828cf425b6 req-482079b3-8e20-46bf-b6eb-bd5a6d53e8ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520699 Dec 14 19:14:03.380255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38112) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:03.611320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-24c79ff3-d9bd-4d9f-8572-847d5c0e67f0 tempest-TestShelveInstance-527180099 tempest-TestShelveInstance-527180099-project-admin] Synchronizing usage tracker for tenant:af40f5b74aa743d99e4aca79f81c716e on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:14:03.630356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-24c79ff3-d9bd-4d9f-8572-847d5c0e67f0 tempest-TestShelveInstance-527180099 tempest-TestShelveInstance-527180099-project-admin] Unset dirty status for tenant:af40f5b74aa743d99e4aca79f81c716e on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:14:03.632420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-24c79ff3-d9bd-4d9f-8572-847d5c0e67f0 tempest-TestShelveInstance-527180099 tempest-TestShelveInstance-527180099-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1094 time: 0.2510703 Dec 14 19:14:03.636224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38120) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:03.643830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'port_id': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:03.650365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:03.654771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Usage tracker for resource:floatingip and tenant:70c04b5a4b224dc5805ba7a11ce802c5 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:03.657976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:03.664735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:03.675490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for floatingip, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:03.829582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:03.985627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Allocated IP 172.27.3.189 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/d7dab531-2195-46cb-a4be-979ce3362017) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:14:04.154019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:04.184717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:04.190927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:04.266541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:14:04.270201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:14:04.272308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'Port': ['ID=d7dab531-2195-46cb-a4be-979ce3362017,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:04.274657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:14:04.308176 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:04.450770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-404842b7-1e5d-4af3-bad5-1931d4fc7556 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:04.452399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-404842b7-1e5d-4af3-bad5-1931d4fc7556 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.1673369 Dec 14 19:14:04.544204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-16913a40-64cb-4169-9f06-44e1c7d07fe7 req-d0ce83b6-18c3-4650-afab-96060b9d3f2b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:14:04.566661 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-727a1473-599e-42c9-9615-2bfba290be08 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 379 time: 0.1029789 Dec 14 19:14:04.571335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-16913a40-64cb-4169-9f06-44e1c7d07fe7 req-d0ce83b6-18c3-4650-afab-96060b9d3f2b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:14:04.572564 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16913a40-64cb-4169-9f06-44e1c7d07fe7 req-d0ce83b6-18c3-4650-afab-96060b9d3f2b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0844307 Dec 14 19:14:04.577754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'port': {'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'admin_state_up': True, 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'security_groups': ['5d0e0072-d6b3-4506-bfe0-f1a88b63f654']}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:04.728067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:04.738967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:04.748986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Made reservation on behalf of 2cf054661043432a8c8712ef1f755304 for: {'port': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:14:04.754619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:04.833170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:04.898883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:04.939830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.20.0.8 (f35f988f-0c03-4aab-9999-2bc7611f3da4/05c85141-51ac-46da-a080-021591f8f2d1/adcad234-d7e6-4328-9ab3-439f8a33ce79) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:14:05.133199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.138417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.150634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4060b410-c62d-4656-8ef8-393807e6083e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:05.169638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.187447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Transition to ACTIVE for port object adcad234-d7e6-4328-9ab3-439f8a33ce79 will not be triggered until provisioned by entity DHCP. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:14:05.208216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.215461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dcc0b90e-4e0d-485a-9962-d1e3e376b8ae tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:05.247346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event updated for resources: {'Port': ['ID=d7dab531-2195-46cb-a4be-979ce3362017,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:05.255707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:05.269438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.299581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:05.303324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:14:05.304431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:05.305491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:14:05.307937 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:14:05.378538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:05.379247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.411688 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378437 Dec 14 19:14:05.424817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Request body: {'port': {'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:05.488162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Floating IP 438296b8-3605-4eb7-a247-4150b41f23fa associated. External IP: 172.27.3.189, port: 5bb4f0f7-ca36-4934-b7a5-002b78110557. Dec 14 19:14:05.560063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.682120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4f320565-6e98-4556-a449-4be8a457d6b9 None None] Provisioning for port adcad234-d7e6-4328-9ab3-439f8a33ce79 completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:14:05.694560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-4f320565-6e98-4556-a449-4be8a457d6b9 None None] Provisioning complete for port adcad234-d7e6-4328-9ab3-439f8a33ce79 triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:14:05.694990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4f320565-6e98-4556-a449-4be8a457d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.793979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-4f320565-6e98-4556-a449-4be8a457d6b9 None None] Port adcad234-d7e6-4328-9ab3-439f8a33ce79 cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:14:06.016768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e1944-c1be-4c47-96f4-5a8a4c2a6cb3 req-c566122b-16bf-44c9-a7de-a61544c65d8c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:06.017493 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9d5e1944-c1be-4c47-96f4-5a8a4c2a6cb3 req-c566122b-16bf-44c9-a7de-a61544c65d8c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:14:06.097345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-9d5e1944-c1be-4c47-96f4-5a8a4c2a6cb3 req-c566122b-16bf-44c9-a7de-a61544c65d8c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:14:06.104762 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d5e1944-c1be-4c47-96f4-5a8a4c2a6cb3 req-c566122b-16bf-44c9-a7de-a61544c65d8c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 931 time: 0.2522914 Dec 14 19:14:06.127794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcad234-d7e6-4328-9ab3-439f8a33ce79 {{(pid=88118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:14:06.140919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.173085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Transition to ACTIVE for port object adcad234-d7e6-4328-9ab3-439f8a33ce79 will not be triggered until provisioned by entity L2. {{(pid=88118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:14:06.177889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.184052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a500cda0-ca65-409a-81cc-1204c743cd6d tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:06.216649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:14:06.222933 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9d5e1944-c1be-4c47-96f4-5a8a4c2a6cb3 req-7c1d7076-ea31-4119-ae4d-fa34bd7474b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171641 Dec 14 19:14:06.266703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-55c8b2b6-2312-4f7b-a65a-d6a1b91f88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.330964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:06.334184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:06.461641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Attempting to bind port adcad234-d7e6-4328-9ab3-439f8a33ce79 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:14:06.462216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Attempting to bind port adcad234-d7e6-4328-9ab3-439f8a33ce79 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:14:06.462496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Attempting to bind port adcad234-d7e6-4328-9ab3-439f8a33ce79 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:14:06.470239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Port adcad234-d7e6-4328-9ab3-439f8a33ce79 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:14:06.470604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Attempting to bind port adcad234-d7e6-4328-9ab3-439f8a33ce79 on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:14:06.472149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:14:06.480565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:14:06.480946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:14:06.481602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Bound using segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} {{(pid=88118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:14:06.482108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Bound port: adcad234-d7e6-4328-9ab3-439f8a33ce79, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}}] {{(pid=88118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:14:06.483783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.486980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Sync routers for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:14:06.506535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.546293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:06.555524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:06.596280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9583898 Dec 14 19:14:06.599143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:06.611906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, cleared binding levels {{(pid=88118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:14:06.616488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:14:06.621935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.628267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3a4a44d4-7bf4-4a90-b1fb-3c6fda919e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:06.686413 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'status': 'completed', 'code': 200} Dec 14 19:14:06.695867 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:06.697424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] 10.222.0.66 "PUT /v2.0/ports/adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1093 time: 1.2781317 Dec 14 19:14:06.698014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:06.735655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Pushing event updated for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=3']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:06.742001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:06.784386 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'status': 'completed', 'code': 200} Dec 14 19:14:06.838029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-74e841e9-e127-44c6-9e1a-1ba43e8743b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1099 time: 0.0924251 Dec 14 19:14:06.867312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:06.868241 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-6d85a4b4-a07c-436d-86b7-bce969806128 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1096 time: 0.1187258 Dec 14 19:14:06.984227 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-d817fc66-7cb9-4b13-8c57-c633e5386b92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 217 time: 0.1089158 Dec 14 19:14:07.050066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-4f89e5cc-8c17-49ef-ab69-3801bbef0df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:07.052208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-4f89e5cc-8c17-49ef-ab69-3801bbef0df1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.2055886 Dec 14 19:14:07.129900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-5dd08080-cb1d-4dd8-997d-ec93d041c24f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:07.131850 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-5dd08080-cb1d-4dd8-997d-ec93d041c24f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.1365557 Dec 14 19:14:07.222813 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-d5caa7f7-ac67-42a5-8c48-a826358957ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1000 time: 0.1635566 Dec 14 19:14:07.241116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-a9942acb-025a-4b8b-88ec-050dbd064fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023624 Dec 14 19:14:07.355212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-bb0deccb-67ca-4447-b67f-2bb7034b5c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:07.356844 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-bb0deccb-67ca-4447-b67f-2bb7034b5c72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.1283441 Dec 14 19:14:07.408428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '438296b8-3605-4eb7-a247-4150b41f23fa', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'port_id': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'mac_address': 'fa:16:3e:e7:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:04Z', 'updated_at': '2021-12-14T19:14:04Z', 'revision_number': 0, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:07.411045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:07.419300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Checking router: 7a0005b6-29a8-4590-bf54-da4069f8f9a9 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:14:07.434386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:07.435402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:13:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:07.451623 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-6541e201-35c8-4ea4-8a5a-2bc6c73e88c3 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034242 Dec 14 19:14:07.530766 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-e1924a1a-53bf-4f0f-a417-2e9d523c08fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1668320 Dec 14 19:14:07.635929 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b028d88-7a66-40ac-b047-f03abf379b46 req-bda444e6-3634-4e28-9916-2d695882907d service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777158 Dec 14 19:14:07.650125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653edad4-8191-4651-939c-c07b0c539b08 req-9baac2f8-0950-4acb-820a-1fec9da5f72a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:07.651880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-653edad4-8191-4651-939c-c07b0c539b08 req-9baac2f8-0950-4acb-820a-1fec9da5f72a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.2239144 Dec 14 19:14:07.687817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:07.747704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-653edad4-8191-4651-939c-c07b0c539b08 req-2c001b60-0b19-4a2a-a142-a23e66e84fd4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848036 Dec 14 19:14:07.750179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-ac182ffa-e812-4896-8c89-886587915b14 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097497 Dec 14 19:14:07.774732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:07.802960 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-0c88b11e-3bd8-4f7a-8a71-701fd945b49b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1096 time: 0.1007750 Dec 14 19:14:07.911931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78d34000-14f6-4282-8fbc-5337cb4b45b2 req-0316478a-34b7-4613-a0c6-4041703485cd service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542637 Dec 14 19:14:07.964478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94f42-fd97-494d-8633-496179479680 req-f60fe156-a503-4c55-abdd-eadb946f25a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:07.966298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-f60fe156-a503-4c55-abdd-eadb946f25a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1569803 Dec 14 19:14:08.069195 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-b75e3b54-3cca-4cd5-be74-f38df1441593 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 217 time: 0.0831399 Dec 14 19:14:08.113310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-94b02953-1099-4700-827f-092963bf1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '438296b8-3605-4eb7-a247-4150b41f23fa', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'port_id': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'mac_address': 'fa:16:3e:e7:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:04Z', 'updated_at': '2021-12-14T19:14:04Z', 'revision_number': 0, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:08.118269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02953-1099-4700-827f-092963bf1c31 None None] The sync data for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi is: [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '438296b8-3605-4eb7-a247-4150b41f23fa', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'floating_ip_address': '172.27.3.189', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'port_id': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'mac_address': 'fa:16:3e:e7:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:04Z', 'updated_at': '2021-12-14T19:14:04Z', 'revision_number': 0, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:14:08.155276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94f42-fd97-494d-8633-496179479680 req-1e21d6ff-8d69-42a4-b742-b0f83c63a530 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:08.157066 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-1e21d6ff-8d69-42a4-b742-b0f83c63a530 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0808439 Dec 14 19:14:08.253588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-6c2d2a1a-32a5-4e41-b860-505daca11c9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871363 Dec 14 19:14:08.410995 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-775f0b4e-82ec-4865-be0b-60302b4d5100 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432931 Dec 14 19:14:08.435983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7f3055ca-c294-4d81-bd3a-18c83dfc7768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:08.535211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceabcb00-9bf3-4aa1-a344-e5b318d3b810 None None] New status for floating IP 438296b8-3605-4eb7-a247-4150b41f23fa: ACTIVE {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:14:08.581173 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-93a94f42-fd97-494d-8633-496179479680 req-4cbff394-9bb0-4ad0-913d-c9c0395c5dd9 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513119 Dec 14 19:14:08.974276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45af58-5f5c-4d6c-b3b6-d8456e123f1f req-93b13191-b43f-4c04-bbe0-5552f4610349 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:08.975891 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c45af58-5f5c-4d6c-b3b6-d8456e123f1f req-93b13191-b43f-4c04-bbe0-5552f4610349 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0951085 Dec 14 19:14:09.030644 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c45af58-5f5c-4d6c-b3b6-d8456e123f1f req-572f1203-679b-4e56-9cd9-87fa2f945fb9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480859 Dec 14 19:14:09.377664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:10.255039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c0fdf-8a4a-460a-a00c-5c3793a9727d req-9a841f8b-01b5-4386-a1ad-0800c5ae79af tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:10.256651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-578c0fdf-8a4a-460a-a00c-5c3793a9727d req-9a841f8b-01b5-4386-a1ad-0800c5ae79af tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0986900 Dec 14 19:14:10.273609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:10.308366 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-578c0fdf-8a4a-460a-a00c-5c3793a9727d req-43fbdc4a-aac4-445a-9698-b41db5525c2e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Dec 14 19:14:11.530091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e004f-3df8-42d8-953c-699116811852 req-941b40bf-37dd-49b9-940e-8c6ca590590c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:11.531635 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-197e004f-3df8-42d8-953c-699116811852 req-941b40bf-37dd-49b9-940e-8c6ca590590c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0955091 Dec 14 19:14:11.815146 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-197e004f-3df8-42d8-953c-699116811852 req-5028a781-8a2f-4100-b3e7-247d90bd5124 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754140 Dec 14 19:14:12.665607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:14:13.041395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6f18a-f5bc-4144-927d-2798c21fc044 req-674e256a-bbbf-40e6-9e0d-f0587d814798 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:13.043186 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d8f6f18a-f5bc-4144-927d-2798c21fc044 req-674e256a-bbbf-40e6-9e0d-f0587d814798 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0886278 Dec 14 19:14:13.099768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d8f6f18a-f5bc-4144-927d-2798c21fc044 req-7753df6d-3a83-495c-b126-ecbbd1f38cca tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481560 Dec 14 19:14:13.475240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50fab-85ef-4582-aefc-a64f82615868 req-58d9146d-0a0b-4ca9-b87c-e410692abb70 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:13.476805 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45b50fab-85ef-4582-aefc-a64f82615868 req-58d9146d-0a0b-4ca9-b87c-e410692abb70 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0930915 Dec 14 19:14:13.531899 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45b50fab-85ef-4582-aefc-a64f82615868 req-858a1224-78e4-4df6-b1d6-1e93c793b2ca tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461266 Dec 14 19:14:14.325637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f362aa-fe6e-4709-b787-12c35ce86af9 req-f8cb35b4-5662-4c6d-a2f8-c9bbb87e646a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:14.327475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-57f362aa-fe6e-4709-b787-12c35ce86af9 req-f8cb35b4-5662-4c6d-a2f8-c9bbb87e646a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0916028 Dec 14 19:14:14.379816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-57f362aa-fe6e-4709-b787-12c35ce86af9 req-489fd415-2120-4848-a7af-b13c98c39a6b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Dec 14 19:14:14.755148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91902b-916f-457a-bd2b-0c469883bbec req-4a1b4860-43c1-450b-9bf3-a07a1fabf892 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:14.756692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0e91902b-916f-457a-bd2b-0c469883bbec req-4a1b4860-43c1-450b-9bf3-a07a1fabf892 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0906208 Dec 14 19:14:14.814063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0e91902b-916f-457a-bd2b-0c469883bbec req-e03b1d93-9868-41cc-b60f-e702fb059c66 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473413 Dec 14 19:14:15.636718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb2124-d43f-43d5-8581-0c110c6de502 req-f0a5f040-2a74-4f93-85a5-e302f881b4f3 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:15.638376 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bfbb2124-d43f-43d5-8581-0c110c6de502 req-f0a5f040-2a74-4f93-85a5-e302f881b4f3 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 943 time: 0.0882125 Dec 14 19:14:15.689171 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bfbb2124-d43f-43d5-8581-0c110c6de502 req-a96716f9-5e6d-45e1-82d2-fd9a2cb38f79 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443020 Dec 14 19:14:15.790543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c0680-17a5-4048-867c-36186e1dde72 req-989e804c-478e-4544-877a-6a957ea66dfb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:15.792276 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e12c0680-17a5-4048-867c-36186e1dde72 req-989e804c-478e-4544-877a-6a957ea66dfb tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.0981755 Dec 14 19:14:15.882953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Deleting port 318eede2-326d-40ed-ad4f-0ab7dfbd042d {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:15.883402 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.073754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device adcad234-d7e6-4328-9ab3-439f8a33ce79 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:14:16.097530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418a9c3-014d-498a-bfcc-f75ecba75f0c req-14c3329e-de8c-4284-9804-a6319ff97b1d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:16.099179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c418a9c3-014d-498a-bfcc-f75ecba75f0c req-14c3329e-de8c-4284-9804-a6319ff97b1d tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 946 time: 0.1125381 Dec 14 19:14:16.115278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-c5dd79da-24ec-45e9-abf4-a20fe9a035e1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1699240 Dec 14 19:14:16.165137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] For port 318eede2-326d-40ed-ad4f-0ab7dfbd042d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=318eede2-326d-40ed-ad4f-0ab7dfbd042d,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:16.165375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.180886 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c418a9c3-014d-498a-bfcc-f75ecba75f0c req-531a24ff-0659-441d-8994-4bce3ca34e0f tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups?id=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699120 Dec 14 19:14:16.244763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:16.260437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:14:16.300528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-e7cecc37-d4b4-4d78-9588-1c17f27624d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1099 time: 0.0821126 Dec 14 19:14:16.323024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.343521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcad234-d7e6-4328-9ab3-439f8a33ce79 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:14:16.361518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:16.365656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.367614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:16.435132 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:16.438578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:16.484168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.484638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.485012 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Floating IP 6961f1b0-94ac-435a-9560-935ee703eeaf disassociated. External IP: 172.27.3.117, port: 318eede2-326d-40ed-ad4f-0ab7dfbd042d. Dec 14 19:14:16.485420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Calling delete_port for 318eede2-326d-40ed-ad4f-0ab7dfbd042d owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:16.486961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-792a678e-9e24-4cbb-b1ee-b568b175403f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:16.488679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-792a678e-9e24-4cbb-b1ee-b568b175403f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.1465616 Dec 14 19:14:16.603550 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-592109d0-4e47-40f3-b4c7-a80eb169f93d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1002 time: 0.1069918 Dec 14 19:14:16.678227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-167d29c4-efdf-44a6-a310-29b25fb433da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:16.679852 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-167d29c4-efdf-44a6-a310-29b25fb433da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0694375 Dec 14 19:14:16.701807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['adcad234-d7e6-4328-9ab3-439f8a33ce79'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:14:16.780648 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-531f6f9c-d756-443b-9c07-6b209aeb1ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0917742 Dec 14 19:14:16.876157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.882853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9ed08d9c-b654-48de-93ba-c4937525c50f tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:16.933137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'Port': ['ID=318eede2-326d-40ed-ad4f-0ab7dfbd042d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:16.944584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.945038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.945535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.946674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.946674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.946971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.947485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.947931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.948333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.948889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.949943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:16.956292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:17.053722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-57b595db-b335-4e58-b71a-c8be30748465 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645907 Dec 14 19:14:17.064812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f49e3ce-b212-40e7-87b2-96bb2c64b40e req-3a807108-7bb5-4c07-8897-be0e81f6888d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:17.066662 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f49e3ce-b212-40e7-87b2-96bb2c64b40e req-3a807108-7bb5-4c07-8897-be0e81f6888d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 944 time: 0.2121978 Dec 14 19:14:17.223169 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2f49e3ce-b212-40e7-87b2-96bb2c64b40e req-89946de7-2854-42dd-989a-2bc389cc2dbe tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310775 Dec 14 19:14:17.245950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:14:17.274953 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65bbecaf-5e56-41ab-9912-44e7b6e28a14 req-53a7fca6-a553-4847-ae56-ca348c28a2b8 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071733 Dec 14 19:14:17.389712 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5cf172a4-94ed-41c2-a5fa-79d45995d50c req-0abe138d-4ba9-4a91-90cd-3e0495521e94 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/ports?device_id=faa6d6e7-b246-48a5-99b2-34d8a44d045e HTTP/1.1" status: 200 len: 210 time: 0.0702550 Dec 14 19:14:17.546777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:14:17.558854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:14:17.577717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:17.578432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:17.679594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] No DVR routers for this DVR port 318eede2-326d-40ed-ad4f-0ab7dfbd042d on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:14:17.683585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:17.688578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'name': 'network-vif-deleted', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:17.706305 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e12c0680-17a5-4048-867c-36186e1dde72 req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.66 "DELETE /v2.0/ports/318eede2-326d-40ed-ad4f-0ab7dfbd042d HTTP/1.1" status: 204 len: 173 time: 1.9068007 Dec 14 19:14:17.759627 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa6d6e7-b246-48a5-99b2-34d8a44d045e', 'name': 'network-vif-deleted', 'tag': '318eede2-326d-40ed-ad4f-0ab7dfbd042d', 'status': 'completed', 'code': 200} Dec 14 19:14:17.801885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:18.079481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device adcad234-d7e6-4328-9ab3-439f8a33ce79 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:14:18.226538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port adcad234-d7e6-4328-9ab3-439f8a33ce79 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:14:18.234549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port adcad234-d7e6-4328-9ab3-439f8a33ce79 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:14:18.234976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.266077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:18.285387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:14:18.308365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:18.309032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:18.449182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145793a-25a3-47ec-a0df-eec5afc1ab03 req-09dd4cfe-1af6-4792-882c-f0b8a3e7d761 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:18.450881 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d145793a-25a3-47ec-a0df-eec5afc1ab03 req-09dd4cfe-1af6-4792-882c-f0b8a3e7d761 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 944 time: 0.0912731 Dec 14 19:14:18.503116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d145793a-25a3-47ec-a0df-eec5afc1ab03 req-d6f42c2a-adc4-4b58-956e-12045d343d6b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453992 Dec 14 19:14:18.537901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.581000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38248) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:18.587997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:18.600270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:18.647438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:18.653189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.653821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 318eede2-326d-40ed-ad4f-0ab7dfbd042d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:14:18.659064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.692108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.693742 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'code': 200} Dec 14 19:14:18.698191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:18.743927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.748156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-48d09799-2f6e-467b-a56d-4d649b8f3b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:18.754312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 318eede2-326d-40ed-ad4f-0ab7dfbd042d {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:14:18.754703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 318eede2-326d-40ed-ad4f-0ab7dfbd042d not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:14:18.765672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:18.768701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:18.775920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.777192 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6c0df260-f82b-4fd8-88c0-45101c78af96 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "DELETE /v2.0/security-groups/9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f HTTP/1.1" status: 204 len: 168 time: 0.1949174 Dec 14 19:14:18.780808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38254) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:18.799375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.v2.resource [None req-95c62094-66a8-48bf-99fd-fdfa85b77ea9 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] show failed (client error): The resource could not be found. Dec 14 19:14:18.801069 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-95c62094-66a8-48bf-99fd-fdfa85b77ea9 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "GET /v2.0/security-groups/9d2a2842-9ad0-4f63-b305-3a1e9d9bd78f HTTP/1.1" status: 404 len: 347 time: 0.0185785 Dec 14 19:14:18.803725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38258) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:18.863742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:18.882782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:18.972938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Deleting port 6b282968-c02b-47ea-a4e5-25d6b630db58 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:18.973364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:18.977897 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80c23b2b-1d98-49c3-830f-7a4de925c8f5 req-d1eb53b2-b291-42fe-a422-3dbfd6820888 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0780962 Dec 14 19:14:19.030409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80c23b2b-1d98-49c3-830f-7a4de925c8f5 req-fb807b91-96a7-48df-80b5-3f59aa3f4cda service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457370 Dec 14 19:14:19.093305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:19.102775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e973f505-c49f-4786-bbe3-d3a8052b125d None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:04:25Z', 'revision_number': 4, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '127e5f0f-5f12-44ff-b3f9-1a3d77872a1c', 'name': '', 'network_id': '533144c7-d8f4-41d3-9b80-a077093dd475', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'mac_address': 'fa:16:3e:99:1d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:23Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'subnets': [{'id': 'd3c130e3-12ff-414e-8758-7b670db3783d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:14:19.178540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:19.178951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:19.310759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Calling delete_port for 6b282968-c02b-47ea-a4e5-25d6b630db58 owned by network:floatingip {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:19.466027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:19.471039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:19.512683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Pushing event deleted for resources: {'Port': ['ID=6b282968-c02b-47ea-a4e5-25d6b630db58,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:19.524183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.524610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.525016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.525470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.525849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.526292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.526698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.527110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.527513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.527942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.528295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:19.532707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:19.568122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711e9af8-dcb7-4c15-9946-aebfb10a7231 None None] New status for floating IP 6961f1b0-94ac-435a-9560-935ee703eeaf: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:14:19.632876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks [] for floatingip, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:19.649250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:19.653030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] 10.222.0.72 "DELETE /v2.0/floatingips/6961f1b0-94ac-435a-9560-935ee703eeaf HTTP/1.1" status: 204 len: 168 time: 0.8459613 Dec 14 19:14:19.827619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241304c-2ee4-4d0c-87ca-20e154cc387a req-2457afb8-069c-4c36-a252-6c3824684d2c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:19.829320 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1241304c-2ee4-4d0c-87ca-20e154cc387a req-2457afb8-069c-4c36-a252-6c3824684d2c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.1806531 Dec 14 19:14:19.881315 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1241304c-2ee4-4d0c-87ca-20e154cc387a req-04dd1b8d-e65a-4cb0-a533-0dca005ff923 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Dec 14 19:14:21.116126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1722-75f8-405c-96f7-befbdddf551c req-87cc1aef-b0d2-4d2f-946e-d1c618e05249 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:21.121481 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4bd1722-75f8-405c-96f7-befbdddf551c req-87cc1aef-b0d2-4d2f-946e-d1c618e05249 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.1063163 Dec 14 19:14:21.169483 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a4bd1722-75f8-405c-96f7-befbdddf551c req-3c097941-cbaf-488b-9dac-2e1f2d422ebc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451555 Dec 14 19:14:21.490311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d110d2-6e28-4f21-8dbc-f5a549074aa2 req-465c3af3-db65-452f-9fd0-cbd2759f7c4f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:21.492051 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b7d110d2-6e28-4f21-8dbc-f5a549074aa2 req-465c3af3-db65-452f-9fd0-cbd2759f7c4f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.1935396 Dec 14 19:14:21.548457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b7d110d2-6e28-4f21-8dbc-f5a549074aa2 req-687a718b-2894-469a-86f3-84d63bb345b7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492380 Dec 14 19:14:21.578267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38296) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:21.660195 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6b27705e-343a-4196-b604-fb4a251feda7 tempest-TestVolumeBootPattern-323805542 tempest-TestVolumeBootPattern-323805542-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1093 time: 0.0802391 Dec 14 19:14:21.663077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38300) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:21.669476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:21.676679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:21.681360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:floatingip and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:21.684919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:21.693565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:21.704612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:21.884069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:22.041849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.27.3.186 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/341905f9-cc36-4701-afd5-4b04e9a0e496) {{(pid=88118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:14:22.213901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:22.245215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:22.249900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e0a2fc3a-89f2-4400-823e-33e454262d31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:22.331995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:14:22.338184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:14:22.338347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:14:22.370036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=341905f9-cc36-4701-afd5-4b04e9a0e496,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:22.373775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:23.154856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:23.216222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:23.445544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:23.451971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853318606'] for port, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:23.456059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-464f31fa-1e8d-44c0-b739-3f0f0ba76f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:23.569693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=341905f9-cc36-4701-afd5-4b04e9a0e496,revision_number=2']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:23.574369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:23.587347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:23.805454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Floating IP ffd7d907-56b4-4b89-95e3-101bbbc3e51b associated. External IP: 172.27.3.186, port: adcad234-d7e6-4328-9ab3-439f8a33ce79. Dec 14 19:14:23.840921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38324) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:24.246896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:14:24.413779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:24.472591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:14:24.483844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:14:24.500057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:24.501373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:24.501505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:24.580055 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2a809db1-150f-4599-86b7-8bbd21407b47 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9017830 Dec 14 19:14:24.580055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:14:24.626790 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'status': 'completed', 'code': 200} Dec 14 19:14:24.878751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:24.887376 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-cb7a23d8-486c-4820-8b88-9cec989f46f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.2265935 Dec 14 19:14:25.124881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-3a2efbd0-d997-48e8-ac34-7cdf7ee61744 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:25.126513 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-3a2efbd0-d997-48e8-ac34-7cdf7ee61744 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.2070181 Dec 14 19:14:25.269756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:22Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:25.276040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:14:25.290380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:25.291126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:25.491359 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:25.512570 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-06076d7e-9518-4e5c-86f6-3c480034d160 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 999 time: 0.3779883 Dec 14 19:14:25.599595 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-ada341d8-e5f1-45d5-87a8-ac5636eff4f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:25.601218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-ada341d8-e5f1-45d5-87a8-ac5636eff4f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0771534 Dec 14 19:14:25.730177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Deleting port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:25.730496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:25.808086 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-b0130ab1-6e94-44de-b915-37569bb07efc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1994684 Dec 14 19:14:25.869322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:22Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:25.873763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68110ee-08e6-4f86-9dd1-6c4dd8fa2ea2 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:22Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:14:26.037897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] For port 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:26.038248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:26.187052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Calling delete_port for 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:26.228613 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-9053d363-ede7-4199-b525-3a83dbffe482 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647506 Dec 14 19:14:26.229343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e638d3-82db-4ac2-8c3a-30d30e7a01e3 None None] New status for floating IP ffd7d907-56b4-4b89-95e3-101bbbc3e51b: ACTIVE {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:14:26.426355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d126831-6b93-4eb0-8a5e-d9f2718b7459 req-171a60c2-e729-4c1e-9526-4daab9e1a31c service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894586 Dec 14 19:14:26.518512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:26.524164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:26.569721 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=127e5f0f-5f12-44ff-b3f9-1a3d77872a1c,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:26.572555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:26.897769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:27.546545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Router 76ff0626-a92d-415c-b93c-2751172f30de has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:14:28.010196 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:14:28.019518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Sync routers for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:14:28.026220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] 10.222.0.72 "PUT /v2.0/routers/76ff0626-a92d-415c-b93c-2751172f30de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1833792 Dec 14 19:14:28.028646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38334) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:28.033226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:28.033905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:28.237872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:28.263909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:28.488827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:28.500390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Deleting port dd46c7ac-27e3-4a27-965a-4744bed3f945 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:28.500935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:28.716928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] For port dd46c7ac-27e3-4a27-965a-4744bed3f945, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=dd46c7ac-27e3-4a27-965a-4744bed3f945,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:28.717578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:28.720111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 5, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port': {'id': 'dd46c7ac-27e3-4a27-965a-4744bed3f945', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff0626-a92d-415c-b93c-2751172f30de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:15Z', 'updated_at': '2021-12-14T19:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:28.725333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Checking router: 76ff0626-a92d-415c-b93c-2751172f30de for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:14:28.737114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Routers {'76ff0626-a92d-415c-b93c-2751172f30de'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:14:28.737803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:14:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['76ff0626-a92d-415c-b93c-2751172f30de'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:28.847473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Calling delete_port for dd46c7ac-27e3-4a27-965a-4744bed3f945 owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:28.907262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] Set router 76ff0626-a92d-415c-b93c-2751172f30de gateway port host: None {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:14:29.030401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:14:28Z', 'revision_number': 6, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:29.035644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.036958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3779b52f-1927-47fd-a0d1-a20cab3b1c06 None None] The sync data for ids ['76ff0626-a92d-415c-b93c-2751172f30de'] in dv-cinder-821749-1-iscsi is: [{'id': '76ff0626-a92d-415c-b93c-2751172f30de', 'name': 'tempest-AttachVolumeTestJSON-817185345-router', 'tenant_id': '491fe3d608e741b399cdfb8972e0710f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:13Z', 'updated_at': '2021-12-14T19:14:28Z', 'revision_number': 6, 'project_id': '491fe3d608e741b399cdfb8972e0710f', 'gw_port_host': None}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:14:29.040824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5118baf1-b0e3-4489-bee7-ab0ec13eaf3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:29.089421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd46c7ac-27e3-4a27-965a-4744bed3f945,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:29.093449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:29.577821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.870567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.875361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.903633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.904267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76ff0626-a92d-415c-b93c-2751172f30de {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:14:29.918785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.922916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38340) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:29.923214 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] 10.222.0.72 "DELETE /v2.0/routers/76ff0626-a92d-415c-b93c-2751172f30de HTTP/1.1" status: 204 len: 168 time: 1.8932590 Dec 14 19:14:29.970041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device dd46c7ac-27e3-4a27-965a-4744bed3f945 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:14:29.994783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Deleting subnet d3c130e3-12ff-414e-8758-7b670db3783d {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:14:29.998502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.013460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: dd46c7ac-27e3-4a27-965a-4744bed3f945 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:14:30.013812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device dd46c7ac-27e3-4a27-965a-4744bed3f945 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:14:30.014485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:14:30.058675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:14:30.059220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 127e5f0f-5f12-44ff-b3f9-1a3d77872a1c not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:14:30.075639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.168342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.241705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.246709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:30.288667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c130e3-12ff-414e-8758-7b670db3783d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:30.291672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:30.294376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.300999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d3c130e3-12ff-414e-8758-7b670db3783d HTTP/1.1" status: 204 len: 168 time: 0.3769271 Dec 14 19:14:30.301167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cc4673-a75c-4627-a693-09b735bf1e0b None None] Network 533144c7-d8f4-41d3-9b80-a077093dd475 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:14:30.305278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38344) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:30.425064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.437763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Deleting port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:30.438144 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.572580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] DHCP port deletion for 533144c7-d8f4-41d3-9b80-a077093dd475 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:14:30.577422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Deleting port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:30.577925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.665332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] For port ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:30.665736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.800720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Calling delete_port for ef6fd4f6-9ff1-4865-807e-b8e943f06db2 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:30.802779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] For port ef6fd4f6-9ff1-4865-807e-b8e943f06db2, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,segment=NetworkSegment(39270ede-3f3f-454f-b0f9-cb813b62ab6d),segment_id=39270ede-3f3f-454f-b0f9-cb813b62ab6d)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:14:30.803218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.877596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.882617 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ef5-443b-48f4-8936-42614bee0858 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:30.927759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef6fd4f6-9ff1-4865-807e-b8e943f06db2,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:30.930466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:30.933553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] No DVR routers for this DVR port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:14:30.939846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Calling delete_port for ef6fd4f6-9ff1-4865-807e-b8e943f06db2 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:14:31.017125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:14:31.017545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:14:31.061428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.089949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533144c7-d8f4-41d3-9b80-a077093dd475']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:31.107725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39270ede-3f3f-454f-b0f9-cb813b62ab6d') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:31.108063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39270ede-3f3f-454f-b0f9-cb813b62ab6d') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:14:31.121375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.137597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.144055 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:14:31.144501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:14:31.159331 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:14:31.237346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.241794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:31.260591 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.275810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Pushing event deleted for resources: {'Network': ['ID=533144c7-d8f4-41d3-9b80-a077093dd475,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:31.279320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:31.291444 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-5b1de61f-c636-412e-8f4c-164312ab606d admin admin] 10.222.0.72 "DELETE /v2.0/networks/533144c7-d8f4-41d3-9b80-a077093dd475 HTTP/1.1" status: 204 len: 168 time: 0.9849961 Dec 14 19:14:31.484077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38350) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:31.519346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Deleting port ef6fd4f6-9ff1-4865-807e-b8e943f06db2 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:14:31.519786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.540871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-26d0b137-46a9-40e8-815d-3e079c608c10 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=491fe3d608e741b399cdfb8972e0710f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553854 Dec 14 19:14:31.543582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38354) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:31.585531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e1b51b87-ecaa-4868-ad93-0a808761951c None None] The port 'ef6fd4f6-9ff1-4865-807e-b8e943f06db2' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:14:31.622746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.650859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.704317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.708426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9e288a4-dd14-45dc-acdf-ba85a94648ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:31.723840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d589ca1-2223-4d9c-a75b-8ac5e2891242,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:31.727265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:31.734745 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:31.736066 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4e27dca0-c697-4151-b3cc-fb079a66aef2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5d589ca1-2223-4d9c-a75b-8ac5e2891242 HTTP/1.1" status: 204 len: 168 time: 0.1914821 Dec 14 19:14:31.968870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device ef6fd4f6-9ff1-4865-807e-b8e943f06db2 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:14:32.006484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: ef6fd4f6-9ff1-4865-807e-b8e943f06db2 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:14:32.006894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device ef6fd4f6-9ff1-4865-807e-b8e943f06db2 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:14:34.492700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38410) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:34.657992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:34.699252 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:34.703750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Usage tracker for resource:security_group_rule and tenant:a700c593b10e4c728ed607726576b790 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:34.707393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:34.713737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:34.795759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:34.799755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:34.807602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-38c2389b-f6d1-4df4-9050-b9661d6d5242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:34.849187 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b30dc-8ccd-4729-b5d7-961a6b9bbe8e,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:34.852795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:34.855714 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a700c593b10e4c728ed607726576b790&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3618619 Dec 14 19:14:34.858648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38416) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:34.924902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:34.953812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.002338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.006339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b9eec671-1579-40aa-afbb-f1bd648deac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:35.018685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b30dc-8ccd-4729-b5d7-961a6b9bbe8e,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:35.022630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:35.026221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.035932 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b56b30dc-8ccd-4729-b5d7-961a6b9bbe8e HTTP/1.1" status: 204 len: 168 time: 0.1707182 Dec 14 19:14:35.422285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38424) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:35.444089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.484087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:35.488254 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Usage tracker for resource:security_group_rule and tenant:4ed8deb194704c9c8eac9dd3a67c0d1b is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:35.491325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:35.498442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:35.573873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.577758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.584903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3f738713-1732-4d5e-bb82-3f57d7095dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:35.630194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa6a076-2f37-4cdc-ba23-a5cf9d3f138c,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:35.636009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4ed8deb194704c9c8eac9dd3a67c0d1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2125576 Dec 14 19:14:35.637020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:35.638831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38428) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:35.707216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.738499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.788489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.793156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-393cf9df-91ad-4e1d-93e5-ad650bb6fc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:35.810939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa6a076-2f37-4cdc-ba23-a5cf9d3f138c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:35.815436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:35.819212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:35.820765 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5fa6a076-2f37-4cdc-ba23-a5cf9d3f138c HTTP/1.1" status: 204 len: 168 time: 0.1807055 Dec 14 19:14:36.259140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-035cce65-a5d3-4ada-b5ab-8328606da837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:37.383136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:37.742565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:38.440223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-33620d32-7892-4e23-b2a0-f90d2d576ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:38.795625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38498) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:38.975560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.013186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:39.017673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Usage tracker for resource:security_group_rule and tenant:a9f10b8e9f6e4d00ab392a968f07256f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:39.021147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:39.028117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:39.104115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.107792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.115407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ec056dc0-a272-4e1a-9df0-4c2dfc0c0664 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:39.161006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5a9d3-ebab-458d-94be-37bc79b0c4e5,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:39.165024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:39.168651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9f10b8e9f6e4d00ab392a968f07256f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3715723 Dec 14 19:14:39.171131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38508) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:39.237281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.266422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.312151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.316182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ae5ecb1b-2fb3-49a7-8f44-a42606489d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:39.330303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5a9d3-ebab-458d-94be-37bc79b0c4e5,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:39.333496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:39.335505 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.339535 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ba804105-5b53-4f56-8b88-ee728e3b6de7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b8b5a9d3-ebab-458d-94be-37bc79b0c4e5 HTTP/1.1" status: 204 len: 168 time: 0.1645057 Dec 14 19:14:39.391806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.647166 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f3cdc-9a79-4b47-9aac-0a207291e644 req-d5caf56b-4c2e-4741-b605-1e1bb782fb71 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:39.649044 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-972f3cdc-9a79-4b47-9aac-0a207291e644 req-d5caf56b-4c2e-4741-b605-1e1bb782fb71 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0873897 Dec 14 19:14:39.699411 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-972f3cdc-9a79-4b47-9aac-0a207291e644 req-e0cf2281-8a57-4869-a1c7-6ed129c106dd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436752 Dec 14 19:14:39.777051 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38526) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:39.796757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.830833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:39.835125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Usage tracker for resource:security_group_rule and tenant:cdcff8c549e04036a4049e04265950f1 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:39.838388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:39.844462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:39.915157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.919181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:39.926064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d58fc3a0-e6e7-4cbe-806e-12050db73676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:39.967421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d9ef4-30bf-44b5-98fd-389b6e658d08,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:39.970967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:39.973863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-87895765-3f71-4900-b2ae-ad22d169a2bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cdcff8c549e04036a4049e04265950f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1955726 Dec 14 19:14:39.976800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38530) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:40.046734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:40.074146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:40.125158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:40.133188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0a4c301d-7e82-44e6-b7df-3276b69730ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:40.146083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d9ef4-30bf-44b5-98fd-389b6e658d08,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:40.151256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:40.153566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:40.155130 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c0d9ef4-30bf-44b5-98fd-389b6e658d08 HTTP/1.1" status: 204 len: 168 time: 0.1770453 Dec 14 19:14:40.277861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:40.928759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a36711-7fc9-4b30-bbad-89c78b7e3351 req-ea343b93-8e48-43f1-aac3-5ac452569a73 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:40.930735 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4a36711-7fc9-4b30-bbad-89c78b7e3351 req-ea343b93-8e48-43f1-aac3-5ac452569a73 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0856555 Dec 14 19:14:40.985670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4a36711-7fc9-4b30-bbad-89c78b7e3351 req-1805231b-0f03-4bfd-8a75-fb667a541585 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484083 Dec 14 19:14:42.229517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acecc1-05a9-49c8-a728-7e2bb8b09dde req-d0cff716-1889-4aa1-8250-2f81728e722c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:42.231203 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89acecc1-05a9-49c8-a728-7e2bb8b09dde req-d0cff716-1889-4aa1-8250-2f81728e722c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0953577 Dec 14 19:14:42.295723 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89acecc1-05a9-49c8-a728-7e2bb8b09dde req-548d27ed-8c0d-44b7-adfa-2c3e16bc36e0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565915 Dec 14 19:14:43.539262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24507927-e59a-4473-990e-8c151bb2412c req-7121e9d9-d721-40f1-92fb-d7e383eb7d61 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:43.540913 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-24507927-e59a-4473-990e-8c151bb2412c req-7121e9d9-d721-40f1-92fb-d7e383eb7d61 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0997353 Dec 14 19:14:43.607473 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-24507927-e59a-4473-990e-8c151bb2412c req-503acad9-b8d5-4211-8112-710f4be58c43 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590999 Dec 14 19:14:44.839875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775148d-b3fc-4444-85a4-9de8b52acee2 req-7bd970f2-be69-40cc-bae1-2c49c3ac3f68 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:44.841546 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5775148d-b3fc-4444-85a4-9de8b52acee2 req-7bd970f2-be69-40cc-bae1-2c49c3ac3f68 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0921233 Dec 14 19:14:44.900831 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5775148d-b3fc-4444-85a4-9de8b52acee2 req-7ef60bdf-c71f-4647-b22f-d52ce31ce2d5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503905 Dec 14 19:14:46.027907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38634) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:46.144811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382d503-d6e1-4083-af0d-7e79f24b9565 req-9b2ee6a0-17e5-47b3-956c-3da038234a56 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:46.146556 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c382d503-d6e1-4083-af0d-7e79f24b9565 req-9b2ee6a0-17e5-47b3-956c-3da038234a56 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0921216 Dec 14 19:14:46.196682 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c382d503-d6e1-4083-af0d-7e79f24b9565 req-a82440c7-24e3-4e6a-9cce-107910db05e1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Dec 14 19:14:46.202900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.237119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:46.241272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Usage tracker for resource:security_group_rule and tenant:7473766ca40d444e96f831f1aaaefa43 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:46.244174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:46.250101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:46.319684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.323946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.330687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-385c5a20-7e46-41ac-bdc0-654c1ed13cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:46.371990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b8c5f-0d47-4747-8fa2-1b2525be0f55,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:46.375457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:46.379172 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1c41f2f7-c894-49f9-93bc-33daf42793f8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7473766ca40d444e96f831f1aaaefa43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3500149 Dec 14 19:14:46.382009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38640) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:46.449646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.485459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.539089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.543305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cf4c58a8-a084-454d-9a07-53f265652aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:46.555339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b8c5f-0d47-4747-8fa2-1b2525be0f55,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:46.557982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:46.563442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:46.564733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a86b8c5f-0d47-4747-8fa2-1b2525be0f55 HTTP/1.1" status: 204 len: 168 time: 0.1816559 Dec 14 19:14:46.961413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38648) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:46.981750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.016381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:47.021066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Usage tracker for resource:security_group_rule and tenant:2197bd0a620545f28bd171ea100b57cf is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:47.024389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:47.030902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:47.100368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.104313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.111906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-15bbb0a7-432d-4c6e-b48d-4cd8434c73a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:47.156528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa43a4-4748-4564-9a97-3fdaec4dbf75,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:47.161828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88743f50-de63-4242-8980-6416d614afad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:47.168406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38652) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:47.168537 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-88743f50-de63-4242-8980-6416d614afad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2197bd0a620545f28bd171ea100b57cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2058234 Dec 14 19:14:47.246073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.276566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.325376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.330647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f07ff8af-8c7d-44d5-876d-0503fea1c56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:47.346882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa43a4-4748-4564-9a97-3fdaec4dbf75,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:47.349621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:47.355325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:47.359134 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6baa43a4-4748-4564-9a97-3fdaec4dbf75 HTTP/1.1" status: 204 len: 168 time: 0.1869638 Dec 14 19:14:47.427301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f34f6-4de3-49f6-af36-fa7a9f15ec5c req-e2cdf769-0516-4e00-bebb-42205b4c45be tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:47.429079 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f06f34f6-4de3-49f6-af36-fa7a9f15ec5c req-e2cdf769-0516-4e00-bebb-42205b4c45be tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0934708 Dec 14 19:14:47.482017 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f06f34f6-4de3-49f6-af36-fa7a9f15ec5c req-5d20a023-d497-4c7d-9836-3e0d0ead5556 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458927 Dec 14 19:14:48.348834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38676) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:48.499072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-961053233-network', 'tenant_id': '8d2e4042ba664a51b5f1bf2b21cd1e6c'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:48.504839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:48.509710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Usage tracker for resource:network and tenant:8d2e4042ba664a51b5f1bf2b21cd1e6c is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:48.512879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:48.519344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:48.531125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Made reservation on behalf of 8d2e4042ba664a51b5f1bf2b21cd1e6c for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:14:48.535905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.553918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.589871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:48.595164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d2e4042ba664a51b5f1bf2b21cd1e6c is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:48.598857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:48.606101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:48.747768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.749685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.753716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6a20b410-002d-4f16-b8b3-0019d511f3d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:48.772884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094ee3e-4028-49b6-bcaa-cad3018cfca6 req-c54d3722-0133-4967-83d3-da0760e4f93d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:48.774673 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f094ee3e-4028-49b6-bcaa-cad3018cfca6 req-c54d3722-0133-4967-83d3-da0760e4f93d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1554375 Dec 14 19:14:48.819806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:14:48.838856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9918691-ef82-4ee1-abbd-4577d005ee5f,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:48.841874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.842249 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Added segment f11bed58-c928-488a-8b6f-7758a4ec1cdd of type vlan for network 9aba489b-5618-4192-996a-6e3088556f40 Dec 14 19:14:48.850463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:48.885822 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f094ee3e-4028-49b6-bcaa-cad3018cfca6 req-c0df174f-0ff8-4286-a895-8c8f32208707 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048188 Dec 14 19:14:48.887517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.921788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.923070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:48.923737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:48.927347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:49.032343 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6819916 Dec 14 19:14:49.036481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38684) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:49.038772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9aba489b-5618-4192-996a-6e3088556f40,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:49.044135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Request body: {'subnet': {'network_id': '9aba489b-5618-4192-996a-6e3088556f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-961053233-subnet', 'tenant_id': '8d2e4042ba664a51b5f1bf2b21cd1e6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:49.047949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:49.050289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:49.051695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 9aba489b-5618-4192-996a-6e3088556f40 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:14:49.055114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Usage tracker for resource:subnet and tenant:8d2e4042ba664a51b5f1bf2b21cd1e6c is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:49.057858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:49.064627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:49.076766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Made reservation on behalf of 8d2e4042ba664a51b5f1bf2b21cd1e6c for: {'subnet': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:14:49.081751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839315774'] for subnet, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:49.305871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1457281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839315757'] for subnet, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:49.309790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e91a120e-6172-4122-8f53-598c9b41d091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:49.373307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec249966-6dbd-4e69-a08c-cf8c7621e13f,revision_number=0']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:49.382380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:49.399664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Checking segment: {'id': 'f11bed58-c928-488a-8b6f-7758a4ec1cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '9aba489b-5618-4192-996a-6e3088556f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:14:49.400064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Network hostable DHCP agents. Network: 9aba489b-5618-4192-996a-6e3088556f40, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88118) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:14:49.425243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Network 9aba489b-5618-4192-996a-6e3088556f40 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88118) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:14:49.436697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 9aba489b-5618-4192-996a-6e3088556f40) {{(pid=88118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:14:49.441045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:49.441704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:49.447398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac57663-07ed-49d9-998f-3c7a281766a8 None None] Network 9aba489b-5618-4192-996a-6e3088556f40 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:14:49.463652 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9e5ee148-23b2-46f4-87a2-ff7a5f098f34 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4266603 Dec 14 19:14:49.667597 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:14:49.677988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ed8ff-43b5-4724-b405-8f0cef91c7f9 None None] Network 9aba489b-5618-4192-996a-6e3088556f40 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:14:50.114489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d644c3-7d09-42c1-8f0b-7e9875bd5d84 req-8439ddc1-8b16-41b3-a722-a756c955b9d5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:50.116023 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3d644c3-7d09-42c1-8f0b-7e9875bd5d84 req-8439ddc1-8b16-41b3-a722-a756c955b9d5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0941744 Dec 14 19:14:50.170651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3d644c3-7d09-42c1-8f0b-7e9875bd5d84 req-b76ba390-4942-4d30-832a-0a98de6243c0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481832 Dec 14 19:14:50.424926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38708) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:50.433112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341552818-network', 'tenant_id': '4bb87550080b4c8f94b1b316c3159028'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:50.438799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:50.443432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Usage tracker for resource:network and tenant:4bb87550080b4c8f94b1b316c3159028 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:50.446811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:50.453487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:50.469109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Made reservation on behalf of 4bb87550080b4c8f94b1b316c3159028 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:14:50.473879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.487613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.532124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:50.536793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Usage tracker for resource:security_group_rule and tenant:4bb87550080b4c8f94b1b316c3159028 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:50.540096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:50.546787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:50.621580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.626102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.629265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f4fb696e-6b85-4fdc-9d4e-80da8f991615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:50.662076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:14:50.668795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51fe3e6-1942-4853-b9f6-13b26c9f89fd,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:50.672180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:50.677902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.678178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Added segment 4d0e1dc5-1bc0-47f4-b977-9d8c582d68be of type vlan for network e7cb824c-cade-443e-965c-5a8bc457adeb Dec 14 19:14:50.716322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.748357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.749683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:50.750328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:50.753882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:50.859777 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4331913 Dec 14 19:14:50.863099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38712) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:50.863410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Pushing event updated for resources: {'Network': ['ID=e7cb824c-cade-443e-965c-5a8bc457adeb,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:50.866373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:50.869928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Request body: {'subnet': {'network_id': 'e7cb824c-cade-443e-965c-5a8bc457adeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341552818-subnet', 'tenant_id': '4bb87550080b4c8f94b1b316c3159028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:14:50.874201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network e7cb824c-cade-443e-965c-5a8bc457adeb details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:14:50.877830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:50.882317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Usage tracker for resource:subnet and tenant:4bb87550080b4c8f94b1b316c3159028 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:50.886238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:50.892928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:50.904038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Made reservation on behalf of 4bb87550080b4c8f94b1b316c3159028 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:14:50.909005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:51.126160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:51.130846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:51.209071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34855b6b-48df-4a61-b312-56dd87e30436,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:51.214105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:51.225268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Checking segment: {'id': '4d0e1dc5-1bc0-47f4-b977-9d8c582d68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'e7cb824c-cade-443e-965c-5a8bc457adeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:14:51.225662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Network hostable DHCP agents. Network: e7cb824c-cade-443e-965c-5a8bc457adeb, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:14:51.248138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Network e7cb824c-cade-443e-965c-5a8bc457adeb is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:14:51.258773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, e7cb824c-cade-443e-965c-5a8bc457adeb) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:14:51.262726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:51.263369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:51.268373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1a70c7-58b7-47a0-bc19-ac1247539604 None None] Network e7cb824c-cade-443e-965c-5a8bc457adeb requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:14:51.291263 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b6fdb0da-313c-4b66-9007-a7cc79cc9ca5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4268587 Dec 14 19:14:51.405126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27345a46-979b-46b4-b13e-faa9cda7b186 req-e03e7aa1-648f-4e23-a442-2a1270f9dcde tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:51.407171 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27345a46-979b-46b4-b13e-faa9cda7b186 req-e03e7aa1-648f-4e23-a442-2a1270f9dcde tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0879354 Dec 14 19:14:51.464547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27345a46-979b-46b4-b13e-faa9cda7b186 req-c8ea7f73-0119-46d0-905e-168a769231b5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505497 Dec 14 19:14:51.504797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2879db-4871-4406-b1d9-e5b0120ea37a None None] Network e7cb824c-cade-443e-965c-5a8bc457adeb requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:14:52.686292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2a1c-7c72-4723-a298-49ad5abf3e30 req-aefbe0f0-a551-4743-b8b6-dca79d5be333 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:52.688327 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a1d2a1c-7c72-4723-a298-49ad5abf3e30 req-aefbe0f0-a551-4743-b8b6-dca79d5be333 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0873432 Dec 14 19:14:52.744096 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8a1d2a1c-7c72-4723-a298-49ad5abf3e30 req-ce83cc5d-000b-45ec-a0f3-f5fed46d2f69 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476210 Dec 14 19:14:53.966754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866081aa-12d8-4847-9c23-85e5124e9a7f req-246e9839-c4b5-4b1f-89e0-d369d7e11db1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:53.968379 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-866081aa-12d8-4847-9c23-85e5124e9a7f req-246e9839-c4b5-4b1f-89e0-d369d7e11db1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0882890 Dec 14 19:14:54.020475 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-866081aa-12d8-4847-9c23-85e5124e9a7f req-a83d21af-7635-4258-a108-1edf055a6fe6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455334 Dec 14 19:14:55.265794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15ce63-783f-4b8d-9353-e67f20f01a49 req-3c9247bb-17ea-49e3-ba82-3021dff6d588 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:55.267488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2b15ce63-783f-4b8d-9353-e67f20f01a49 req-3c9247bb-17ea-49e3-ba82-3021dff6d588 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0907679 Dec 14 19:14:55.319539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2b15ce63-783f-4b8d-9353-e67f20f01a49 req-090537fe-c563-4dfa-9fd7-a12549d30486 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457900 Dec 14 19:14:56.560728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8ca5e-3057-4d85-b8c8-8921935383f3 req-7b937244-63c1-40b4-bd66-2aa082fb5331 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:56.562422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91e8ca5e-3057-4d85-b8c8-8921935383f3 req-7b937244-63c1-40b4-bd66-2aa082fb5331 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0997944 Dec 14 19:14:56.614602 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91e8ca5e-3057-4d85-b8c8-8921935383f3 req-322671a9-0cc4-4b5d-a7fe-afc1b6e007d1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457911 Dec 14 19:14:57.856313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c4558-9de2-4784-a11e-23c48c93387c req-502f2064-4f7b-447c-98b9-b2669b2a9249 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:57.858003 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-620c4558-9de2-4784-a11e-23c48c93387c req-502f2064-4f7b-447c-98b9-b2669b2a9249 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0986705 Dec 14 19:14:57.909714 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-620c4558-9de2-4784-a11e-23c48c93387c req-7759b41f-e7f0-4ae1-8184-473bc0a7b547 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Dec 14 19:14:59.146237 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1032455-30ce-427f-83aa-2b67f5433c10 req-3340b0f9-4280-421e-9d59-b5ca9d999bf5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:59.147884 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f1032455-30ce-427f-83aa-2b67f5433c10 req-3340b0f9-4280-421e-9d59-b5ca9d999bf5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0911033 Dec 14 19:14:59.199625 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f1032455-30ce-427f-83aa-2b67f5433c10 req-ff426346-d23f-411e-860c-aaa7df2fa0a8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449936 Dec 14 19:15:00.451042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07093e-1247-4502-b7ea-e5c9732fbd43 req-05324362-08a3-42f4-bc49-2eb059509426 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:00.453389 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df07093e-1247-4502-b7ea-e5c9732fbd43 req-05324362-08a3-42f4-bc49-2eb059509426 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1070409 Dec 14 19:15:00.506928 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df07093e-1247-4502-b7ea-e5c9732fbd43 req-c368856d-f382-4122-8706-a5fde01341db tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466166 Dec 14 19:15:01.739450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dff2e-c74a-4e24-8b8d-d785adb70b74 req-0ffb60b9-632e-4bff-a3b7-388f0715b540 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:01.741117 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d27dff2e-c74a-4e24-8b8d-d785adb70b74 req-0ffb60b9-632e-4bff-a3b7-388f0715b540 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0922542 Dec 14 19:15:01.792678 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d27dff2e-c74a-4e24-8b8d-d785adb70b74 req-67d57cc0-486c-4946-975b-f9b0c44c273b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450480 Dec 14 19:15:02.240583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:15:02.416249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:02.432199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:15:02.488416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:02.509343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:15:02.525459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:02.530021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:02.531848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b323f4dc-2daa-4fef-8b5c-aa40a51c0473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:02.599352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=6']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:02.608859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.609320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.609694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.610063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.610429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.610795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.611138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.611502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.611856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.612215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.612570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:02.616609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:02.622511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['4f3f2460-3056-47f0-b669-c0b1193b706f'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:15:03.024185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff55be-2f03-40c1-909c-a9c3ef2b853c req-6eb63a19-01c7-45ff-bb24-1090d5822958 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:03.025879 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11ff55be-2f03-40c1-909c-a9c3ef2b853c req-6eb63a19-01c7-45ff-bb24-1090d5822958 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.0871623 Dec 14 19:15:03.086153 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11ff55be-2f03-40c1-909c-a9c3ef2b853c req-db35f244-5a37-4228-bd67-a3f3061af91b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535107 Dec 14 19:15:04.248083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:15:04.311534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2055b-20c4-4e7c-be8e-6edd8a537196 req-72e0945b-3a70-4702-b07b-790a34cacea4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:04.313577 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41a2055b-20c4-4e7c-be8e-6edd8a537196 req-72e0945b-3a70-4702-b07b-790a34cacea4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.0882549 Dec 14 19:15:04.329011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 4f3f2460-3056-47f0-b669-c0b1193b706f triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:15:04.329527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:04.366157 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41a2055b-20c4-4e7c-be8e-6edd8a537196 req-364c869f-dfb6-4e52-a19a-93d0fb42c191 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 Dec 14 19:15:04.452892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:04.481466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:04.491954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:04.495826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:04.497899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:04.544217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'code': 200} Dec 14 19:15:04.752685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=7']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:04.755759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:05.608910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38faaa-969a-43b1-a138-da8248784fe3 req-a04a3432-2195-4738-b4e1-214b0a9333a3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:05.610600 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ef38faaa-969a-43b1-a138-da8248784fe3 req-a04a3432-2195-4738-b4e1-214b0a9333a3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1002390 Dec 14 19:15:05.664123 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ef38faaa-969a-43b1-a138-da8248784fe3 req-17f82d56-bc26-4e52-a6e9-e308b7dbb619 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Dec 14 19:15:06.254261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f9f69298-e873-4ea8-832a-adefb7ed4587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:06.895073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605377f8-d5c9-47a7-94ee-f2f2d99ba5d2 req-1d4c2b6a-0167-452c-94b5-2bcc2a93e0f6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:06.896803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-605377f8-d5c9-47a7-94ee-f2f2d99ba5d2 req-1d4c2b6a-0167-452c-94b5-2bcc2a93e0f6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0927150 Dec 14 19:15:06.949755 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-605377f8-d5c9-47a7-94ee-f2f2d99ba5d2 req-8229c088-4115-4954-b8bb-638167111a4d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Dec 14 19:15:07.377494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:07.748933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.180425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c2b71-8178-418a-ab54-502820cef051 req-e13482ff-99a5-4845-adc0-bad60a1daaf2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:08.182059 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-581c2b71-8178-418a-ab54-502820cef051 req-e13482ff-99a5-4845-adc0-bad60a1daaf2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0879867 Dec 14 19:15:08.238768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-581c2b71-8178-418a-ab54-502820cef051 req-3add4293-2b76-4e26-9fcc-66df6bfbe098 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498357 Dec 14 19:15:08.457953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2d94a14f-d174-454d-85d4-9faa0a35dfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.573524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38900) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:08.656362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Deleting subnet ec249966-6dbd-4e69-a08c-cf8c7621e13f {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:15:08.659767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.719451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.783107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.863227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.868358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a67fd110-beea-43b9-a80b-ee1f9180df7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:08.914715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec249966-6dbd-4e69-a08c-cf8c7621e13f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:08.918731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:08.925789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:08.932987 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-aad4bcd9-f60d-49b5-bdc3-c88a619877b6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ec249966-6dbd-4e69-a08c-cf8c7621e13f HTTP/1.1" status: 204 len: 168 time: 0.3579445 Dec 14 19:15:08.936078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38904) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:09.072836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.393347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.490443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bb9ac-40ad-4315-8cbe-cc5ad29ebcb8 req-dbce2806-230e-40eb-9c5a-42107e0a98c3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:09.492155 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-460bb9ac-40ad-4315-8cbe-cc5ad29ebcb8 req-dbce2806-230e-40eb-9c5a-42107e0a98c3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0948689 Dec 14 19:15:09.508013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.539210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aba489b-5618-4192-996a-6e3088556f40']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:09.550169 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-460bb9ac-40ad-4315-8cbe-cc5ad29ebcb8 req-1c76c898-40c9-4c6a-b632-8a6199d7e6a0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502045 Dec 14 19:15:09.557808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11bed58-c928-488a-8b6f-7758a4ec1cdd') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:09.558663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11bed58-c928-488a-8b6f-7758a4ec1cdd') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:09.573787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.598967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.610286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:15:09.611104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:15:09.636486 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:15:09.730864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.734921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:09.755933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.762596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Pushing event deleted for resources: {'Network': ['ID=9aba489b-5618-4192-996a-6e3088556f40,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:09.767803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] 10.222.0.72 "DELETE /v2.0/networks/9aba489b-5618-4192-996a-6e3088556f40 HTTP/1.1" status: 204 len: 168 time: 0.8289466 Dec 14 19:15:09.767803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c34383bf-26c8-4a65-af12-9572ae915bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:09.770084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38910) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:09.846156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Deleting subnet 34855b6b-48df-4a61-b312-56dd87e30436 {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:15:09.850083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.919969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:09.981625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.061683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.066921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:10.110380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34855b6b-48df-4a61-b312-56dd87e30436,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:10.113220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:10.115854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.122724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7c487bb7-1252-4e85-857c-8389c38be963 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/34855b6b-48df-4a61-b312-56dd87e30436 HTTP/1.1" status: 204 len: 168 time: 0.3502448 Dec 14 19:15:10.125684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38914) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:10.252028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.277878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.394971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.424324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cb824c-cade-443e-965c-5a8bc457adeb']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:10.439446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0e1dc5-1bc0-47f4-b977-9d8c582d68be') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:10.439954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0e1dc5-1bc0-47f4-b977-9d8c582d68be') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:15:10.453119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.469652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.476549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:15:10.477003 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:15:10.492054 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:15:10.573019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.577290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:10.597787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:10.600565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cb824c-cade-443e-965c-5a8bc457adeb,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:10.603843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:10.606916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e7cb824c-cade-443e-965c-5a8bc457adeb HTTP/1.1" status: 204 len: 168 time: 0.4801762 Dec 14 19:15:10.814271 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9d8ce-5949-455a-8383-118aac255ab2 req-b48d5c5c-bc48-41fa-aede-042cbe7a4ff5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:10.821999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e3a9d8ce-5949-455a-8383-118aac255ab2 req-b48d5c5c-bc48-41fa-aede-042cbe7a4ff5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1270142 Dec 14 19:15:10.873068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38922) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:10.881337 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e3a9d8ce-5949-455a-8383-118aac255ab2 req-9ad83cc6-884b-41ee-8836-d368c3bb8957 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580792 Dec 14 19:15:10.940566 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-eb0d56af-c779-4d1d-8dc1-08e968f93b34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d2e4042ba664a51b5f1bf2b21cd1e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637612 Dec 14 19:15:10.940822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38926) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:11.012832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.043668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.094495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.099886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-12f9a4a4-46a4-4ee5-8250-6048cb47210c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:11.115579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9918691-ef82-4ee1-abbd-4577d005ee5f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:11.119421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.123580 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c9918691-ef82-4ee1-abbd-4577d005ee5f HTTP/1.1" status: 204 len: 168 time: 0.1789112 Dec 14 19:15:11.123580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6212078f-3247-4756-bfa3-656cac9826b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:11.621548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 38938) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:11.684704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38942) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:11.685091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4a343f6b-a5f5-4214-b2a4-ab186891148c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bb87550080b4c8f94b1b316c3159028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0619516 Dec 14 19:15:11.755806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.784222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.836574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.842080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a0f6db72-6b8e-4ce1-b2aa-81001e616ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:11.856566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51fe3e6-1942-4853-b9f6-13b26c9f89fd,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:11.859935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:11.861226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:11.865459 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d51fe3e6-1942-4853-b9f6-13b26c9f89fd HTTP/1.1" status: 204 len: 168 time: 0.1793032 Dec 14 19:15:12.131451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0ed43-b1d1-47e7-820a-dd51c642e28e req-a07b624a-47b4-45c3-a5b9-202239cace66 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:12.133905 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91a0ed43-b1d1-47e7-820a-dd51c642e28e req-a07b624a-47b4-45c3-a5b9-202239cace66 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1152625 Dec 14 19:15:12.197752 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91a0ed43-b1d1-47e7-820a-dd51c642e28e req-b5d2a715-4829-405e-ae32-cffbc833361f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565312 Dec 14 19:15:13.402739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38976) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:13.442025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30262-66c0-47d3-a9ea-e6254eba5928 req-80f47a01-fb88-4af8-91ac-2c9448f42a6c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:13.444320 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9a30262-66c0-47d3-a9ea-e6254eba5928 req-80f47a01-fb88-4af8-91ac-2c9448f42a6c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0964210 Dec 14 19:15:13.513993 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9a30262-66c0-47d3-a9ea-e6254eba5928 req-05057ed6-964c-4e5f-9d6d-d0b5cc8e4958 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618358 Dec 14 19:15:13.601354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.638052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:13.646821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Usage tracker for resource:security_group_rule and tenant:6c7179bafeb041fc8b6868644dcb6262 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:13.651574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:13.658081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:13.731891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.735414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.743415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0399d269-3087-4e99-8f6f-f3c9d7ac9246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:13.790626 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6c7179bafeb041fc8b6868644dcb6262&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3867276 Dec 14 19:15:13.791463 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa5568-e112-4e59-a962-5a9df315d101,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:13.794011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 38982) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:13.797173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:13.860933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.895037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.945084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.952771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a97de8ec-3862-47c9-a775-7f7c29aee9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:13.964858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa5568-e112-4e59-a962-5a9df315d101,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:13.970186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:13.972796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:13.976559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/26aa5568-e112-4e59-a962-5a9df315d101 HTTP/1.1" status: 204 len: 168 time: 0.1790471 Dec 14 19:15:14.778226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af73bda-0b8a-4998-b178-ac2ac1b7d6dc req-e2e15691-3708-46fa-93ca-c6fce0398706 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:14.780374 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4af73bda-0b8a-4998-b178-ac2ac1b7d6dc req-e2e15691-3708-46fa-93ca-c6fce0398706 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1017518 Dec 14 19:15:14.850820 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4af73bda-0b8a-4998-b178-ac2ac1b7d6dc req-32572235-1d38-4e54-bf04-6d2d37a808e2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640130 Dec 14 19:15:16.128658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb1b9-1c4a-4836-8f51-3da5d80edf78 req-98fb6fe9-cd7e-432d-bc9b-9e128cbf82dd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:16.130500 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-152cb1b9-1c4a-4836-8f51-3da5d80edf78 req-98fb6fe9-cd7e-432d-bc9b-9e128cbf82dd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1163671 Dec 14 19:15:16.187113 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-152cb1b9-1c4a-4836-8f51-3da5d80edf78 req-7fa2a59b-a94e-429a-8016-ff67049138f3 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493090 Dec 14 19:15:17.565504 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-36eba761-c1bd-4775-9f9f-da0bba396e5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3438067 Dec 14 19:15:17.586735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ba909-e09f-463d-9ba0-7fc8b9283006 req-4056988d-4875-4071-be0d-532c2e806d39 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:17.590272 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c5ba909-e09f-463d-9ba0-7fc8b9283006 req-4056988d-4875-4071-be0d-532c2e806d39 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.2055471 Dec 14 19:15:17.746441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c5ba909-e09f-463d-9ba0-7fc8b9283006 req-7502c15b-b628-4f3c-9ff5-dd031784cf85 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990794 Dec 14 19:15:17.759304 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-594e386f-eb0b-4880-9ff8-9db8a7337a63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1099 time: 0.1631150 Dec 14 19:15:17.946872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-5b2dc4be-d564-4546-893f-e3657ce03372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:17.949861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-5b2dc4be-d564-4546-893f-e3657ce03372 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.1699960 Dec 14 19:15:18.204939 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-e1c2074b-9b9c-4a89-a613-24d486831fab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1002 time: 0.2120898 Dec 14 19:15:18.308172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-74827532-7c00-48d3-930d-cd18891e0c2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:18.311034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-74827532-7c00-48d3-930d-cd18891e0c2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0844927 Dec 14 19:15:18.415683 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-f0fdbcb6-3285-449b-b456-2bf191f52e24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0978732 Dec 14 19:15:18.426718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-d1abcd03-1ad6-4fb8-8782-4affacb08ae4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:15:18.428206 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-d1abcd03-1ad6-4fb8-8782-4affacb08ae4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057557 Dec 14 19:15:18.595720 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-78fb276d-84a1-4b2e-946d-3718f1c7da3d service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610754 Dec 14 19:15:18.742438 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a15cb59-01ee-4643-be2d-207951f8a628 req-69029ecf-ac2f-472a-822b-68bf4133dd88 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396265 Dec 14 19:15:19.001955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c32e0-2a57-475a-b348-c777000c6fe0 req-fd05f5bc-b5c0-46bb-97fc-5f5cc9652d54 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:19.003501 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d74c32e0-2a57-475a-b348-c777000c6fe0 req-fd05f5bc-b5c0-46bb-97fc-5f5cc9652d54 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0984275 Dec 14 19:15:19.054669 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d74c32e0-2a57-475a-b348-c777000c6fe0 req-a2f1da8e-38df-4031-849c-33ac51e93d31 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445271 Dec 14 19:15:19.549900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-b43e822a-8046-4cae-b8a5-b2c6d6ffc0e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1099 time: 0.0789516 Dec 14 19:15:19.794013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39078) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:19.918424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-101ea4a5-e213-4d41-aee4-5b1052df1e62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:19.920272 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-101ea4a5-e213-4d41-aee4-5b1052df1e62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.3642700 Dec 14 19:15:19.964435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:19.999220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:20.003479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Usage tracker for resource:security_group_rule and tenant:1901c1158fdf42e5bd968b875f9d6342 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:20.006707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:20.013486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:20.037738 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-5f58c02f-6a92-4b63-9d19-9b6eb7131a7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1002 time: 0.1100342 Dec 14 19:15:20.088168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.092818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.100534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-28a68a53-76c8-43dd-bfd9-311d38dda1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:20.113819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-94631f65-8d1e-4da3-b220-efe7d8526c71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:20.115839 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-94631f65-8d1e-4da3-b220-efe7d8526c71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0722711 Dec 14 19:15:20.149987 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1901c1158fdf42e5bd968b875f9d6342&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503840 Dec 14 19:15:20.150340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af65dc5c-294b-4874-b0d8-c7d87656d867,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:20.152319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39086) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:20.179538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.179855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.180246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.180650 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.181157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.181575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.181980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.182386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.182790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.183192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.183593 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:20.189811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f8ac0bfb-2e30-4fe1-ace5-c842fb5e0b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:20.240580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.269777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.286639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-d71aad9c-c8bf-4959-af3a-49b325b72ebf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1638992 Dec 14 19:15:20.321894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.327478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7b8f9a36-d031-4459-a7d4-33675c9f603e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:20.334052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb981d6-5461-455c-adf7-77dde63e6017 req-3a5d42ac-151e-400e-a719-6c12ad9db222 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:20.335691 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfb981d6-5461-455c-adf7-77dde63e6017 req-3a5d42ac-151e-400e-a719-6c12ad9db222 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.1279144 Dec 14 19:15:20.342230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65dc5c-294b-4874-b0d8-c7d87656d867,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:20.345123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:20.346299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:20.347547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af65dc5c-294b-4874-b0d8-c7d87656d867 HTTP/1.1" status: 204 len: 168 time: 0.1935816 Dec 14 19:15:20.475000 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfb981d6-5461-455c-adf7-77dde63e6017 req-347b6699-d554-4edd-a67c-fd4765442ccc tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869710 Dec 14 19:15:20.483828 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-527c95d2-661a-41f5-93d6-cb5f151e28b2 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890965 Dec 14 19:15:20.630072 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ab5145-ca5f-45ad-a2f1-231e228ab560 req-61341d57-b2d9-43f4-bab8-08a57f7bd976 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398342 Dec 14 19:15:21.711419 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1df13-6f5e-40d3-8852-0f069b28140b req-db55f821-4d01-4dd3-86d1-5078001bc21f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:21.713341 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9b1df13-6f5e-40d3-8852-0f069b28140b req-db55f821-4d01-4dd3-86d1-5078001bc21f tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0944786 Dec 14 19:15:21.769877 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9b1df13-6f5e-40d3-8852-0f069b28140b req-f3c90b0d-cd3d-486d-b076-47ae03a535ef tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494623 Dec 14 19:15:22.986086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502306f9-0e36-48e1-ae00-e61b1c8685d3 req-b1e8a6c6-a60c-4817-9027-2f1cccbb1e87 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:22.987698 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-502306f9-0e36-48e1-ae00-e61b1c8685d3 req-b1e8a6c6-a60c-4817-9027-2f1cccbb1e87 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 946 time: 0.0822761 Dec 14 19:15:23.049418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-502306f9-0e36-48e1-ae00-e61b1c8685d3 req-4d62f330-eafa-4664-a688-99837638ed14 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553014 Dec 14 19:15:24.321717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:15:24.453608 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:24.481620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:24.492446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:24.496108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:24.497913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:24.566424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=8']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:24.569730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:24.722925 dv-cinder-821749-1-iscsi neutron-server[88007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'code': 422} returned with failed status Dec 14 19:15:24.950403 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0b2657c1-8226-48c1-9adb-d4a81459d6ce req-718c9c69-aa8f-4457-8eaf-2f42775bd5bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2134891 Dec 14 19:15:25.264020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15356a-ed74-4b9a-93a2-f0503fa4b67e req-f6767c78-d8ef-4cfe-ad05-834f09b56003 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:25.265653 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0d15356a-ed74-4b9a-93a2-f0503fa4b67e req-f6767c78-d8ef-4cfe-ad05-834f09b56003 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0900650 Dec 14 19:15:25.317455 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0d15356a-ed74-4b9a-93a2-f0503fa4b67e req-45cd3f96-c113-4200-9a7c-67dc7b28c9d6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453377 Dec 14 19:15:25.349310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-b606270f-1c92-419a-b7b7-d924eea2bb5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1698384 Dec 14 19:15:26.241892 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-2be7801e-6346-4b91-ada7-9ebd876be839 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca&tenant_id=a598d7a9cf814a60a8ec485b447f40d6 HTTP/1.1" status: 200 len: 1097 time: 0.0776911 Dec 14 19:15:26.346713 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-e6bcd064-decc-4d4b-b588-19c448425e03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1097 time: 0.0765631 Dec 14 19:15:26.555340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-384a6a9e-97d0-4d1b-9d23-080238e59339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:26.556926 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-384a6a9e-97d0-4d1b-9d23-080238e59339 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.2028155 Dec 14 19:15:26.669149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:15:26.673892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0d325-9c49-4ff9-bab1-37e6a2f37761 req-700f6ee0-ec31-415f-a4e4-52a57180d545 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:26.675539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dd0d325-9c49-4ff9-bab1-37e6a2f37761 req-700f6ee0-ec31-415f-a4e4-52a57180d545 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.2013478 Dec 14 19:15:26.681177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-489df339-2e8f-4d55-a465-97561801a156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1000 time: 0.1163082 Dec 14 19:15:26.786928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-b25d4a16-ac09-4a38-84bb-eb9143a8d251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:26.788532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-b25d4a16-ac09-4a38-84bb-eb9143a8d251 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0865896 Dec 14 19:15:26.791052 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dd0d325-9c49-4ff9-bab1-37e6a2f37761 req-5dfb886e-7e66-42b6-9cca-1a9281b82d5b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089504 Dec 14 19:15:26.883636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-c81fa5fd-930d-458c-aae5-fc7e004e6543 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877278 Dec 14 19:15:27.054583 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-8a5f99f8-a18c-4c63-a3cb-f776f6183f61 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618993 Dec 14 19:15:27.204732 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-82f5df71-8958-4988-a6c8-edf9ce306dd7 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427999 Dec 14 19:15:28.048478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d281d76-9bce-475e-a56b-84227cbc7533 req-7cdad38c-9c9c-4bb2-9aba-5bb69f2fcaff tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:28.050185 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d281d76-9bce-475e-a56b-84227cbc7533 req-7cdad38c-9c9c-4bb2-9aba-5bb69f2fcaff tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0955353 Dec 14 19:15:28.106089 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d281d76-9bce-475e-a56b-84227cbc7533 req-59beb2de-1498-433d-8ec1-967ed4e357d2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493906 Dec 14 19:15:29.532521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28370e-4aaf-4dbf-9f17-0d3aade6c4c7 req-32f56263-a6a8-46d8-8d72-354e5690c3a5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:29.534368 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd28370e-4aaf-4dbf-9f17-0d3aade6c4c7 req-32f56263-a6a8-46d8-8d72-354e5690c3a5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1151412 Dec 14 19:15:29.605992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd28370e-4aaf-4dbf-9f17-0d3aade6c4c7 req-35ce745b-09ea-4c0d-bfb2-30a98fe3972d tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597653 Dec 14 19:15:30.850860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c68d1-ccf8-4b4e-8c6c-4896c26b5bb3 req-d811c7b2-13a5-4791-9e2c-f39f9c04f3d8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:30.853189 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec1c68d1-ccf8-4b4e-8c6c-4896c26b5bb3 req-d811c7b2-13a5-4791-9e2c-f39f9c04f3d8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0921524 Dec 14 19:15:30.910839 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec1c68d1-ccf8-4b4e-8c6c-4896c26b5bb3 req-300a613b-c4f7-4115-8424-18df3f242b70 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507855 Dec 14 19:15:31.254205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39294) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:31.425515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.461655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:31.466365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Usage tracker for resource:security_group_rule and tenant:67779b5cb7804586933d668e74ed9241 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:31.469929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:31.476671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:31.566663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.570085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.578944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ff4d054b-c548-4bf6-a5a2-e25615c4d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:31.626018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1be511-93f0-434c-a49b-b48d400c1f36,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:31.630814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67779b5cb7804586933d668e74ed9241&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3754342 Dec 14 19:15:31.631954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:31.634851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39302) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:31.712792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.746874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.807526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.815281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-4aefc911-3e29-4282-b2b5-9f6464a9df3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:31.841729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1be511-93f0-434c-a49b-b48d400c1f36,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:31.854147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:31.855571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.861214 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f32bb31b-62a0-45c2-8f13-0c9da0c47d9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb1be511-93f0-434c-a49b-b48d400c1f36 HTTP/1.1" status: 204 len: 168 time: 0.2256229 Dec 14 19:15:32.165984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8885e-5a1b-4b73-9c96-ed36a8638c5f req-976188c7-ae41-40d9-99f8-8052bdbc5b3b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:32.168083 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a5a8885e-5a1b-4b73-9c96-ed36a8638c5f req-976188c7-ae41-40d9-99f8-8052bdbc5b3b tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1001525 Dec 14 19:15:32.225877 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a5a8885e-5a1b-4b73-9c96-ed36a8638c5f req-4156dd2a-e669-44d5-8a32-b7873df4c5d6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496638 Dec 14 19:15:32.332789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39312) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:32.359038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.400582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:32.406235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Usage tracker for resource:security_group_rule and tenant:00d23a38d0894e74b6b81dcb481ddfc3 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:32.409712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:32.416114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:32.502214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.505403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.513799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-56bb05e1-0a2f-466a-8791-a609198d4387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:32.567648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457dca95-c96c-4e2d-b5ea-b6f2b9e070f1,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:32.572450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:32.578544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 39316) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:32.578697 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ddbe1567-f6ff-417e-ad91-79d2bffcd08d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=00d23a38d0894e74b6b81dcb481ddfc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2445703 Dec 14 19:15:32.659390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.691383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.747414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.756006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f3a8ba51-05a9-4b50-ada7-cc43a5e988d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:32.768203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457dca95-c96c-4e2d-b5ea-b6f2b9e070f1,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:32.782483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.782910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.783335 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.783761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.784169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.784579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.785007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.785413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.785774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.786190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.786584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:32.789740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:32.793939 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/457dca95-c96c-4e2d-b5ea-b6f2b9e070f1 HTTP/1.1" status: 204 len: 168 time: 0.2142210 Dec 14 19:15:32.795205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:33.279621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 39330) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:33.306972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.348273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:33.353082 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce2b3ba438045869dcdd6eb909560c7 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:33.356200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:33.363146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:33.439346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.442753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.467104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-285c34df-68cf-40a5-b055-f6d9cea509c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:33.502870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3a96a-5b87-4f45-9e77-849b1194919e req-881ec1d7-413e-4d9e-b681-848042692bb7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:33.511633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ce2b3ba438045869dcdd6eb909560c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2307391 Dec 14 19:15:33.512457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8e3a96a-5b87-4f45-9e77-849b1194919e req-881ec1d7-413e-4d9e-b681-848042692bb7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1168602 Dec 14 19:15:33.512631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930bee26-e4ec-4030-a477-fcc9f265cadc,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:33.513609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39334) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:33.515859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-96711aee-4e29-4b3b-9fbc-c6c5f8c7c565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:33.636440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8e3a96a-5b87-4f45-9e77-849b1194919e req-9c297360-6241-455b-9f10-8f32a1d9b3ce tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941164 Dec 14 19:15:33.642238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.682563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.737695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.743224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-be36669c-2bbb-46c5-ad77-cd758ae77ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:33.760610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930bee26-e4ec-4030-a477-fcc9f265cadc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:33.768018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:33.771397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/930bee26-e4ec-4030-a477-fcc9f265cadc HTTP/1.1" status: 204 len: 168 time: 0.2558780 Dec 14 19:15:33.773715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:34.786962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 39358) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:34.896203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671ca0d-c16d-48b5-8690-c91aebb487bd req-7f8715b4-1ada-4b4d-900b-3ab119ef87ff tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:34.897907 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1671ca0d-c16d-48b5-8690-c91aebb487bd req-7f8715b4-1ada-4b4d-900b-3ab119ef87ff tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0886083 Dec 14 19:15:34.939052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2022966183-network', 'tenant_id': '5715a6d7f14646ea887dde8d034bac44'}} {{(pid=88118) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:15:34.953495 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:34.960308 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1671ca0d-c16d-48b5-8690-c91aebb487bd req-07a2b274-4af9-404a-8f13-e6094347c638 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558298 Dec 14 19:15:34.961116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Usage tracker for resource:network and tenant:5715a6d7f14646ea887dde8d034bac44 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:34.969338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:34.990320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:35.008677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Made reservation on behalf of 5715a6d7f14646ea887dde8d034bac44 for: {'network': 1} {{(pid=88118) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:15:35.014428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.032181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.079909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:35.084348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Usage tracker for resource:security_group_rule and tenant:5715a6d7f14646ea887dde8d034bac44 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:35.090109 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:35.097859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:35.181403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.185099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.190131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-506c409b-ffec-4d76-836f-b637e0d69360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:35.220046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=88118) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:15:35.230008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d82725-e09e-46d6-aeeb-d75231b62f75,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:35.234412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:35.237377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.238298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Added segment dbca55e1-c7a8-4b74-a059-cd0c9c4cc993 of type vlan for network eabdd67e-a508-46f0-8bb4-f969f18a5656 Dec 14 19:15:35.267274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.299627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.300639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:35.301344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.305149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:35.420225 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6318908 Dec 14 19:15:35.421546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Pushing event updated for resources: {'Network': ['ID=eabdd67e-a508-46f0-8bb4-f969f18a5656,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:35.423842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 39366) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:35.424835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0846a713-b43d-4783-9b7c-9654f7949d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:35.432555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network eabdd67e-a508-46f0-8bb4-f969f18a5656 details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:15:35.434837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Request body: {'subnet': {'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2022966183-subnet', 'tenant_id': '5715a6d7f14646ea887dde8d034bac44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:15:35.440360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:35.445015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Usage tracker for resource:subnet and tenant:5715a6d7f14646ea887dde8d034bac44 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:35.448659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:35.455546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:35.467106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Made reservation on behalf of 5715a6d7f14646ea887dde8d034bac44 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:15:35.472037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.706936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.711726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-90234b4f-ff22-4d14-b6b2-8991c2b4354c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:35.785578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=054dac0e-b0ae-4158-b352-ade39c594d71,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:35.789889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:35.806163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Checking segment: {'id': 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:15:35.806556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Network hostable DHCP agents. Network: eabdd67e-a508-46f0-8bb4-f969f18a5656, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:15:35.830977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Network eabdd67e-a508-46f0-8bb4-f969f18a5656 is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:15:35.848394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, eabdd67e-a508-46f0-8bb4-f969f18a5656) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:15:35.852838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:35.853548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.860341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a1009-8fec-46ee-bdc1-b60f14ffaed6 None None] Network eabdd67e-a508-46f0-8bb4-f969f18a5656 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:15:35.883871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2ecbcee9-f44b-40ec-b282-3f77ccceb223 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4539263 Dec 14 19:15:36.144476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afed996-351e-4ec1-b89a-d99dcbae7edd None None] Network eabdd67e-a508-46f0-8bb4-f969f18a5656 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:15:36.305632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6934-9be5-4ddf-b3a1-947be25b1dc1 req-3e7d768c-a150-4ce5-93c8-bd87fe18190c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:36.316739 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d1ef6934-9be5-4ddf-b3a1-947be25b1dc1 req-3e7d768c-a150-4ce5-93c8-bd87fe18190c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1091280 Dec 14 19:15:36.328689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c94346a9-8343-4b1b-a01c-750b32dddedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:36.421746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d1ef6934-9be5-4ddf-b3a1-947be25b1dc1 req-9267eccf-0217-42ef-a3f1-df2b2fd5f3e0 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038563 Dec 14 19:15:37.380841 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:37.685150 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456d2a4-2abd-4141-a6ef-6fae73583f02 req-428f821d-ebc2-4f91-a451-776c9b716c18 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:37.687031 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d456d2a4-2abd-4141-a6ef-6fae73583f02 req-428f821d-ebc2-4f91-a451-776c9b716c18 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1113975 Dec 14 19:15:37.745035 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d456d2a4-2abd-4141-a6ef-6fae73583f02 req-cd284e6d-7351-4d66-b574-04c4664e99eb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509005 Dec 14 19:15:37.758719 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:38.384064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-0cff4029-a5d0-4dbf-90be-7e3865d19fff tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:38.384831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-0cff4029-a5d0-4dbf-90be-7e3865d19fff tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Synchronizing usage tracker for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:network {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:15:38.402500 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-0cff4029-a5d0-4dbf-90be-7e3865d19fff tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Unset dirty status for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:network {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:15:38.404125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-0cff4029-a5d0-4dbf-90be-7e3865d19fff tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 814 time: 0.1951270 Dec 14 19:15:38.423095 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-7aa5df5a-29d8-4a87-9bbf-0ec9ee0f40a8 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/quotas/5715a6d7f14646ea887dde8d034bac44 HTTP/1.1" status: 200 len: 375 time: 0.0128105 Dec 14 19:15:38.443020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-57bc9393-2730-48c5-8fd7-8b72461c1d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:38.483392 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-31318884-5d86-4ab1-86b4-bc4332bfc073 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534201 Dec 14 19:15:38.497894 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-88a63567-18ae-4a8a-a33d-9a51b7444ded service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:15:38.499003 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-88a63567-18ae-4a8a-a33d-9a51b7444ded service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0083399 Dec 14 19:15:38.650596 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-54aebcf3-bb19-4f56-bbbb-9efad830e4af service neutron] 10.222.0.72 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448750 Dec 14 19:15:38.809676 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-e8b18a54-f822-457d-b9ce-7452f3392431 service neutron] 10.222.0.72 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518440 Dec 14 19:15:39.011345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18f8c9-b13b-4734-a5f0-095c87a500c6 req-052ad871-bb9c-48a3-a6c7-ee308dc64983 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:39.013706 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae18f8c9-b13b-4734-a5f0-095c87a500c6 req-052ad871-bb9c-48a3-a6c7-ee308dc64983 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1153734 Dec 14 19:15:39.020771 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d671c01-aeaa-4610-be8b-0699a410728a req-79732160-0f62-4ee1-b41e-f1d176a6813c tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0560942 Dec 14 19:15:39.080084 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae18f8c9-b13b-4734-a5f0-095c87a500c6 req-ab8aaa9d-910b-43c8-b866-01192031d8c6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559082 Dec 14 19:15:39.386933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:40.195446 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a288507e-6d1c-4062-9581-70866b88a093 req-a32278da-5ea5-4c43-a61e-9187ebc8585e tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0462580 Dec 14 19:15:40.281231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:40.320868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24032ab1-5158-459e-8f68-96fa0bb91c5f req-1845d73a-cdbe-43a1-a9fb-5ad791e66dfa tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:40.322506 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-24032ab1-5158-459e-8f68-96fa0bb91c5f req-1845d73a-cdbe-43a1-a9fb-5ad791e66dfa tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0960116 Dec 14 19:15:40.387619 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-24032ab1-5158-459e-8f68-96fa0bb91c5f req-8c4d5871-85df-4443-bf00-42c9f31f94bb tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536511 Dec 14 19:15:41.510701 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d32adbaf-a73b-4e6e-a88b-e3ac396fbff6 req-90aa4665-7bbe-430b-b559-af7cdf51cfb7 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0505402 Dec 14 19:15:41.610970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bcff0-ff24-4bed-8e4f-0fac46afcc16 req-1d31098c-f3c0-4c2e-8ec7-82cb3a61faf2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:41.612552 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-211bcff0-ff24-4bed-8e4f-0fac46afcc16 req-1d31098c-f3c0-4c2e-8ec7-82cb3a61faf2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0889647 Dec 14 19:15:41.665557 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-211bcff0-ff24-4bed-8e4f-0fac46afcc16 req-8e0fa26c-dfc0-42a9-b7a3-97497cf4cc08 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Dec 14 19:15:42.694382 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34a2ec66-a3b9-4c00-8175-865977a41a7e req-6b22eb91-71b8-4e9d-bf4d-ff582650b201 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0465715 Dec 14 19:15:42.938954 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-d6dc79c2-9cb3-4db5-8dae-6e7d8ee1caab tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:42.940545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-d6dc79c2-9cb3-4db5-8dae-6e7d8ee1caab tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 814 time: 0.2280543 Dec 14 19:15:42.954668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5b111-3a7d-490a-b348-1b6e675d3da2 req-02645ef9-8f22-44bb-8a12-3e0d11041e12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:42.956256 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8bd5b111-3a7d-490a-b348-1b6e675d3da2 req-02645ef9-8f22-44bb-8a12-3e0d11041e12 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1479921 Dec 14 19:15:42.961256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Request body: {'port': {'device_id': '659d8012-42af-4ce9-a082-da61121ad466', 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656', 'admin_state_up': True, 'tenant_id': '5715a6d7f14646ea887dde8d034bac44'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:15:43.116854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8bd5b111-3a7d-490a-b348-1b6e675d3da2 req-96a78e9b-7b10-4ddc-93b3-77f7dd25f1e4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373565 Dec 14 19:15:43.145524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:15:43.149809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Usage tracker for resource:port and tenant:5715a6d7f14646ea887dde8d034bac44 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:15:43.159075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:15:43.165541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:15:43.175664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Made reservation on behalf of 5715a6d7f14646ea887dde8d034bac44 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:15:43.181357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:43.397286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Allocated IP 172.20.0.5 (eabdd67e-a508-46f0-8bb4-f969f18a5656/054dac0e-b0ae-4158-b352-ade39c594d71/26f1edb7-8b9f-4371-ba3a-71b5665d1ce7) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:15:43.907958 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6bcfc19c-2b28-4bf5-89d5-80e4c5358082 req-33b44b68-f5a7-406a-9db3-f8fb4a30264c tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0548487 Dec 14 19:15:43.921430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:43.952313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:43.959037 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a2fee5aa-3fde-49f7-a0fa-2d279a1fd220 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:44.046634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Network eabdd67e-a508-46f0-8bb4-f969f18a5656 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:15:44.047911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:15:44.050900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Pushing event updated for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:44.052911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:15:44.087781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:44.132560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:44.133709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:44.162428 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2050343 Dec 14 19:15:44.176064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Request body: {'port': {'device_id': '659d8012-42af-4ce9-a082-da61121ad466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:15:44.345524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:44.445093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b468ef3-822c-4a21-957e-96625cb31019 req-90e91021-dfae-4e5d-95d7-cad416288881 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:44.446722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1b468ef3-822c-4a21-957e-96625cb31019 req-90e91021-dfae-4e5d-95d7-cad416288881 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.1784549 Dec 14 19:15:44.632298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1b468ef3-822c-4a21-957e-96625cb31019 req-740d7ed2-77f6-4383-a303-aa0ccce67ffd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449833 Dec 14 19:15:44.768900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:15:44.776443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:44.793520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Transition to ACTIVE for port object 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:15:44.797033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:44.800900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:44.929561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Pushing event updated for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:44.932512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:45.045428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Attempting to bind port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:15:45.045813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Attempting to bind port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:15:45.046189 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Attempting to bind port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 on network eabdd67e-a508-46f0-8bb4-f969f18a5656 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:15:45.052587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 on network eabdd67e-a508-46f0-8bb4-f969f18a5656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:15:45.052950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Attempting to bind port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 on network eabdd67e-a508-46f0-8bb4-f969f18a5656 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:15:45.060136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:15:45.060594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Checking segment: {'id': 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:15:45.061183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Bound using segment: {'id': 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:15:45.061526 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Bound port: 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:15:45.061924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:45.141367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb09ab-8aae-4f11-9b85-f5eb7507d593 req-ab91c1f1-bec3-4b8f-b8f3-54a80023ae20 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:45.143021 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dcb09ab-8aae-4f11-9b85-f5eb7507d593 req-ab91c1f1-bec3-4b8f-b8f3-54a80023ae20 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 943 time: 0.0999975 Dec 14 19:15:45.162222 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:15:45.165612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,segment=NetworkSegment(dbca55e1-c7a8-4b74-a059-cd0c9c4cc993),segment_id=dbca55e1-c7a8-4b74-a059-cd0c9c4cc993)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:15:45.170282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:45.174470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b79a7740-2f38-4560-9cc3-75973e3c47d0 tempest-TestMinimumBasicScenario-1248854403 tempest-TestMinimumBasicScenario-1248854403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:45.195563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2dcb09ab-8aae-4f11-9b85-f5eb7507d593 req-05d22659-81c6-4925-8156-bc26b92ec10d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Synchronizing usage tracker for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:security_group {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:15:45.212429 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-2dcb09ab-8aae-4f11-9b85-f5eb7507d593 req-05d22659-81c6-4925-8156-bc26b92ec10d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Unset dirty status for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:security_group {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:15:45.213810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dcb09ab-8aae-4f11-9b85-f5eb7507d593 req-05d22659-81c6-4925-8156-bc26b92ec10d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636048 Dec 14 19:15:45.246218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:45.247627 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] 10.222.0.66 "PUT /v2.0/ports/26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 1093 time: 1.0769298 Dec 14 19:15:45.248249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:45.257506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Pushing event updated for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:45.261530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:45.326704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7', 'status': 'completed', 'code': 200} Dec 14 19:15:45.381307 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-9cc115e2-19a3-417e-bd29-6295dba01d14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1096 time: 0.0930343 Dec 14 19:15:45.455609 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5ce86ee5-fe6c-41dd-bb6a-612b9cd4261b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0670416 Dec 14 19:15:45.531389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-adae5fc3-9c44-48b4-b6e4-51f9968361d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:45.533007 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-adae5fc3-9c44-48b4-b6e4-51f9968361d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0710518 Dec 14 19:15:45.585066 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-5c025800-36a7-4cb4-bd7e-d0df912b7bed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453336 Dec 14 19:15:45.734922 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-1978eef3-1f7a-45e4-90ed-b594f3ec78d4 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430101 Dec 14 19:15:45.862840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949b2e-299c-4425-aa52-c4c35c2fb8c1 req-a790f4f1-1901-438e-8cdd-86d3a413a7b7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:45.864503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e6949b2e-299c-4425-aa52-c4c35c2fb8c1 req-a790f4f1-1901-438e-8cdd-86d3a413a7b7 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 944 time: 0.0930984 Dec 14 19:15:45.893319 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d9bbbaef-ca34-48c1-93d9-c2401c290009 req-ce76d81a-5770-4f7c-ae67-50fd7dc4ea3b service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519792 Dec 14 19:15:45.916409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e6949b2e-299c-4425-aa52-c4c35c2fb8c1 req-dbaa07bc-1834-4378-9f89-76b08189d2d6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Dec 14 19:15:46.018896 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-0d1ccb01-d75b-481c-84bf-e7b3ba3ea921 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1096 time: 0.0792570 Dec 14 19:15:46.182587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e445567-43a2-40de-b5b5-34fa9882640e req-94cae1ae-a92b-4fc8-867f-843a29fe571f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:46.185020 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-94cae1ae-a92b-4fc8-867f-843a29fe571f service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.1585906 Dec 14 19:15:46.275426 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-8864ae4a-fb6e-4f38-808d-398c443060f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0828969 Dec 14 19:15:46.346720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e445567-43a2-40de-b5b5-34fa9882640e req-e41e5449-6427-4c5d-9a08-bf2cc1265cdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:46.348282 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-e41e5449-6427-4c5d-9a08-bf2cc1265cdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0657840 Dec 14 19:15:46.425381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:15:46.443034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-3e33fb36-0198-481b-9a1b-851e7a6c34dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566347 Dec 14 19:15:46.571201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:46.586317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'port_id': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'mac_address': 'fa:16:3e:4a:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:15:46.590058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8b652-dcb2-424b-a82f-9f99b3c4c503 req-c2b888f5-4511-42fe-bb24-899963ca1adc tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:46.590901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3eb8b652-dcb2-424b-a82f-9f99b3c4c503 req-c2b888f5-4511-42fe-bb24-899963ca1adc tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Synchronizing usage tracker for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:15:46.616518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-a068a023-3f51-4455-bba0-237dc0e1910d service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653640 Dec 14 19:15:46.644202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:46.649229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3eb8b652-dcb2-424b-a82f-9f99b3c4c503 req-c2b888f5-4511-42fe-bb24-899963ca1adc tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Unset dirty status for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:15:46.650478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3eb8b652-dcb2-424b-a82f-9f99b3c4c503 req-c2b888f5-4511-42fe-bb24-899963ca1adc tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 943 time: 0.3058598 Dec 14 19:15:46.663377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:15:46.679851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:46.683600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:46.685584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:46.754995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=9']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:46.758627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:46.783139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3eb8b652-dcb2-424b-a82f-9f99b3c4c503 req-6e6bfcf6-6458-48f5-82a1-3cd6d5ebaaa2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258204 Dec 14 19:15:46.805692 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e445567-43a2-40de-b5b5-34fa9882640e req-56f2d477-ac44-4ef7-a7e4-b6347d49b5b2 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819379 Dec 14 19:15:47.059656 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['4f3f2460-3056-47f0-b669-c0b1193b706f'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:15:47.377974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032053a1-fdaa-40d9-a533-d4777883ff5c req-361a014e-d305-47a1-8d4b-7b6263a9c177 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:47.379622 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-032053a1-fdaa-40d9-a533-d4777883ff5c req-361a014e-d305-47a1-8d4b-7b6263a9c177 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.3193359 Dec 14 19:15:47.430390 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-032053a1-fdaa-40d9-a533-d4777883ff5c req-d6995af9-02cf-44a2-b8ce-365b75715447 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 Dec 14 19:15:48.003350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aca57-1ab6-4b31-8883-6790ffbd1cbc req-6c75b046-a55c-40c1-baf1-2f3c2d933697 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:48.004945 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b49aca57-1ab6-4b31-8883-6790ffbd1cbc req-6c75b046-a55c-40c1-baf1-2f3c2d933697 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 943 time: 0.0896871 Dec 14 19:15:48.055500 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b49aca57-1ab6-4b31-8883-6790ffbd1cbc req-bc426401-97f3-48a0-a56a-8866c6302aa0 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Dec 14 19:15:48.426714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:15:48.429324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:15:48.618819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 4f3f2460-3056-47f0-b669-c0b1193b706f triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:15:48.619224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:48.666685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642977-2411-4f9a-98cf-dc6cc2df3333 req-91ef8037-b81e-47bf-8a02-8af0f94b01d1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:48.668271 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22642977-2411-4f9a-98cf-dc6cc2df3333 req-91ef8037-b81e-47bf-8a02-8af0f94b01d1 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 945 time: 0.0980644 Dec 14 19:15:48.678673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,segment=NetworkSegment(dbca55e1-c7a8-4b74-a059-cd0c9c4cc993),segment_id=dbca55e1-c7a8-4b74-a059-cd0c9c4cc993)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:48.699294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7', 'network_id': 'eabdd67e-a508-46f0-8bb4-f969f18a5656', 'port_id': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7', 'mac_address': 'fa:16:3e:fb:ca:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054dac0e-b0ae-4158-b352-ade39c594d71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:15:48.718736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22642977-2411-4f9a-98cf-dc6cc2df3333 req-9bf3ae8f-b12b-45f5-bfea-18e6d2ce17e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434191 Dec 14 19:15:48.804020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:48.831062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:15:48.834719 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:48.864780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,segment=NetworkSegment(dbca55e1-c7a8-4b74-a059-cd0c9c4cc993),segment_id=dbca55e1-c7a8-4b74-a059-cd0c9c4cc993)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:48.872223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:48.878785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:48.882159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:48.919921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:48.936626 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'code': 200} Dec 14 19:15:48.940724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:48.967984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:48.972525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:48.973084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:49.041814 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=10']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:49.046654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:49.196103 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acbbcabd-020f-4578-8b9a-d0dcfac382d3 req-dfc0274e-2e27-4d13-b80e-d53280211d37 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1100 time: 0.0767930 Dec 14 19:15:49.211864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['26f1edb7-8b9f-4371-ba3a-71b5665d1ce7'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:15:49.246441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-acbbcabd-020f-4578-8b9a-d0dcfac382d3 req-d4f4c0ec-a6a3-4cf1-8647-74adb5cfde0e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Dec 14 19:15:49.267148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939868ab-a7eb-4302-b382-4a3e0bf714ae req-b097b2c6-d59c-48ec-a90c-fcbd69a48d7d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:49.268814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-939868ab-a7eb-4302-b382-4a3e0bf714ae req-b097b2c6-d59c-48ec-a90c-fcbd69a48d7d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 944 time: 0.0863116 Dec 14 19:15:49.320919 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-939868ab-a7eb-4302-b382-4a3e0bf714ae req-65cf774f-ef9c-485f-ab61-3035305a1405 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Dec 14 19:15:49.951046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be911f-f278-4e0d-ac29-27e174589236 req-f9babb62-065d-4e2f-8118-9d08c23a3816 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:49.952718 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91be911f-f278-4e0d-ac29-27e174589236 req-f9babb62-065d-4e2f-8118-9d08c23a3816 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.0940411 Dec 14 19:15:50.003168 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91be911f-f278-4e0d-ac29-27e174589236 req-962cefe1-564c-4a56-a2c7-0d66fac43b67 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438890 Dec 14 19:15:50.437307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:15:50.516878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:15:50.523446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:15:50.524256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:50.551154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069a96-ff89-4e01-8368-255280f5a87e req-7581a736-0dc6-4fdc-9edb-d6ad0f96e9ae tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:50.558589 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-10069a96-ff89-4e01-8368-255280f5a87e req-7581a736-0dc6-4fdc-9edb-d6ad0f96e9ae tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 944 time: 0.1045613 Dec 14 19:15:50.604415 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-10069a96-ff89-4e01-8368-255280f5a87e req-eb2cfffa-f12d-485a-91ca-066a149d6bf3 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Dec 14 19:15:50.659075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:50.695179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,segment=NetworkSegment(dbca55e1-c7a8-4b74-a059-cd0c9c4cc993),segment_id=dbca55e1-c7a8-4b74-a059-cd0c9c4cc993)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:50.698771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:50.701135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:50.769785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:50.773036 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:50.937992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:50.996492 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7', 'code': 200} Dec 14 19:15:51.246940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89a2eb-9fce-47a2-91f8-1df28e13b79e req-86618944-244c-406a-b60c-593cfb74fdee tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:51.248610 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc89a2eb-9fce-47a2-91f8-1df28e13b79e req-86618944-244c-406a-b60c-593cfb74fdee tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.0897756 Dec 14 19:15:51.276310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dec64da7-a29e-41ef-9fb8-a82f0a5a5ffc req-625763e1-ad11-4d3c-95b1-2f09612b2605 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.0810962 Dec 14 19:15:51.301306 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc89a2eb-9fce-47a2-91f8-1df28e13b79e req-becbd78a-96bb-43f2-aa2f-513d0b9c3aa4 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458925 Dec 14 19:15:51.324680 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dec64da7-a29e-41ef-9fb8-a82f0a5a5ffc req-432033f2-4578-4628-bf5a-7264cab6d37e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Dec 14 19:15:51.832395 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb79d1d-5a9a-4e0b-ad38-52659f2de49f req-2cd9b419-7ed1-4f6a-ad2a-d1a39ca2908b tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:51.834024 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3bb79d1d-5a9a-4e0b-ad38-52659f2de49f req-2cd9b419-7ed1-4f6a-ad2a-d1a39ca2908b tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 945 time: 0.0988531 Dec 14 19:15:51.885476 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3bb79d1d-5a9a-4e0b-ad38-52659f2de49f req-5037d524-f8c4-4b5a-8482-31e26a181e01 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Dec 14 19:15:52.533805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98adcc-f97f-407d-9252-16db25565a64 req-7bed764c-4b03-4c6e-a5e1-340d28b8375c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:52.535454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d98adcc-f97f-407d-9252-16db25565a64 req-7bed764c-4b03-4c6e-a5e1-340d28b8375c tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.0948489 Dec 14 19:15:52.586243 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d98adcc-f97f-407d-9252-16db25565a64 req-7fa31d19-e89c-4cbb-b917-c5b361927bf5 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Dec 14 19:15:53.104170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd39592-9de8-4c6f-9d56-1280b8597aa3 req-f6daa9e9-5784-4418-857b-98c0f9558e3f tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:53.105797 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdd39592-9de8-4c6f-9d56-1280b8597aa3 req-f6daa9e9-5784-4418-857b-98c0f9558e3f tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 945 time: 0.0857329 Dec 14 19:15:53.156614 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdd39592-9de8-4c6f-9d56-1280b8597aa3 req-8b97c39b-0b2b-48e9-9b4a-fdfbc8bf8ab2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Dec 14 19:16:03.671456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:16:06.264587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-62b983b7-3e61-46fd-a9e4-ee7a8aa839da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:07.400875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:07.748845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:08.446204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-74d066d2-70a0-44f1-a5cd-faaa0ca9b42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:09.389781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:10.285717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:19.477605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-207d06cb-5e5d-4461-9820-e1e522a797c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837464 Dec 14 19:16:19.653787 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-6d72bb30-81ff-4450-ae53-af1e87dfc8ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 1100 time: 0.0934951 Dec 14 19:16:19.840939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-0c02a8e5-2f1b-46c6-9752-abf7ec29b5fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:19.842589 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-0c02a8e5-2f1b-46c6-9752-abf7ec29b5fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 200 len: 918 time: 0.1676426 Dec 14 19:16:19.956135 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-4f56bfd8-4637-4509-9955-03360846b3ad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 200 len: 1002 time: 0.1062214 Dec 14 19:16:20.036720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-c4e1b768-84f5-40bf-8530-819c56428770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:20.039786 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-c4e1b768-84f5-40bf-8530-819c56428770 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 200 len: 856 time: 0.0761383 Dec 14 19:16:20.122014 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-6db7dfdd-0741-40df-937f-02c501f79962 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fba12cf2-16bf-4acf-a83d-576b278dd9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754051 Dec 14 19:16:20.274715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-5c831161-4a6e-408f-9c74-fca7775e0726 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454794 Dec 14 19:16:20.422351 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa030187-ef40-4df0-a800-765c2d7775e3 req-ba8e16b6-49d0-437e-9c16-590a4f4f00e8 service neutron] 10.222.0.66 "GET /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412973 Dec 14 19:16:22.761163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d95c2e-c830-40ea-bea5-34965844d05a req-ec81188a-eb71-4142-a910-09dcb9a91245 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:22.762830 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b9d95c2e-c830-40ea-bea5-34965844d05a req-ec81188a-eb71-4142-a910-09dcb9a91245 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0892224 Dec 14 19:16:22.816518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b9d95c2e-c830-40ea-bea5-34965844d05a req-caded9fc-75b0-4bba-bc16-fce5375d3137 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473120 Dec 14 19:16:24.051405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35847bc8-792f-42dd-8587-d4fbd80feefc req-6bd83c68-3776-454d-8fce-ff3c03771e47 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:24.053030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-35847bc8-792f-42dd-8587-d4fbd80feefc req-6bd83c68-3776-454d-8fce-ff3c03771e47 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0961597 Dec 14 19:16:24.106223 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-35847bc8-792f-42dd-8587-d4fbd80feefc req-74cbe126-c239-489d-ae0e-4a2cadac7c18 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461242 Dec 14 19:16:25.337699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4e24-641a-4a38-a662-6b75945add4d req-e24d559c-48b3-490c-96b7-0f3864fe324c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:25.339506 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-805c4e24-641a-4a38-a662-6b75945add4d req-e24d559c-48b3-490c-96b7-0f3864fe324c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0980997 Dec 14 19:16:25.390784 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-805c4e24-641a-4a38-a662-6b75945add4d req-9d29edd2-ce5c-434a-81a7-54ec6d23ad6a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450428 Dec 14 19:16:26.613577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecb7bd-9b9a-4dc4-bde8-fd485d1e09e1 req-fc1e45a3-55e8-49ec-88c3-17e759da0a3f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:26.615114 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01ecb7bd-9b9a-4dc4-bde8-fd485d1e09e1 req-fc1e45a3-55e8-49ec-88c3-17e759da0a3f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0842664 Dec 14 19:16:26.630030 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-fdbf56d9-ad2e-4892-a96a-af54c8da3dd6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107779170&fields=id&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 267 time: 0.0446322 Dec 14 19:16:26.665546 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01ecb7bd-9b9a-4dc4-bde8-fd485d1e09e1 req-a61863fe-8977-4933-88b4-ca5879bb6053 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Dec 14 19:16:26.796389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-459ae1b7-597c-4d30-b09a-7d1551fa85a2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:26.798056 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-459ae1b7-597c-4d30-b09a-7d1551fa85a2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.1601045 Dec 14 19:16:26.818509 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-8cfbc066-1f06-4dc7-941e-cfa2ad6046eb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/quotas/2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 375 time: 0.0120888 Dec 14 19:16:26.934993 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-51eea4df-be53-487f-b426-4364784e8978 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1081798 Dec 14 19:16:27.092395 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-5de954a2-7408-4604-bca9-fa28d97d6b9a service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418240 Dec 14 19:16:27.266652 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-c4539187-a900-4679-92ba-6478b8243157 service neutron] 10.222.0.72 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673970 Dec 14 19:16:27.749179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5584101e-b96d-4dd8-a1fc-3ac6df3e25cf req-846d1a60-90fd-4fbd-83a5-09d8971a4f56 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0496032 Dec 14 19:16:27.886749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a0d8b-52ad-4f5a-804c-9486c677e8b9 req-e44f885c-ebed-4735-9dd9-57209d18d201 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:27.888345 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe8a0d8b-52ad-4f5a-804c-9486c677e8b9 req-e44f885c-ebed-4735-9dd9-57209d18d201 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0839865 Dec 14 19:16:27.939929 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe8a0d8b-52ad-4f5a-804c-9486c677e8b9 req-9e5dd914-13bb-41a7-b7e0-7c01a61bffd8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441239 Dec 14 19:16:29.162771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58b51e-045b-4bdf-8fb0-d90c97ab3fe2 req-ce7fd714-5c4e-4f95-93d1-9a8ba70bd861 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:29.164915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4573cc19-e54f-48af-aba5-7226ad3c13d8 req-11b9e353-3b39-4778-ac59-daabde7c1623 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0637438 Dec 14 19:16:29.169713 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f58b51e-045b-4bdf-8fb0-d90c97ab3fe2 req-ce7fd714-5c4e-4f95-93d1-9a8ba70bd861 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0904369 Dec 14 19:16:29.175315 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6a8bd989-52c9-495b-834f-8ea84b381327 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:29.177160 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6a8bd989-52c9-495b-834f-8ea84b381327 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 812 time: 0.4549074 Dec 14 19:16:29.225576 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f58b51e-045b-4bdf-8fb0-d90c97ab3fe2 req-1e4d8ae1-969b-4d18-9c51-f84adba7d254 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518377 Dec 14 19:16:29.235542 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-cf5bc346-ec58-4567-b004-d0bf5ccff8cc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cf054661043432a8c8712ef1f755304 HTTP/1.1" status: 200 len: 379 time: 0.0462153 Dec 14 19:16:29.245236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'port': {'device_id': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'admin_state_up': True, 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'security_groups': ['5d0e0072-d6b3-4506-bfe0-f1a88b63f654']}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:16:29.389243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:16:29.404245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:16:29.415725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Made reservation on behalf of 2cf054661043432a8c8712ef1f755304 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:16:29.421484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:29.601134 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.20.0.13 (f35f988f-0c03-4aab-9999-2bc7611f3da4/05c85141-51ac-46da-a080-021591f8f2d1/16ffc92a-b0de-4091-9624-61a1870efdcc) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:16:29.804475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:29.821533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Transition to ACTIVE for port object 16ffc92a-b0de-4091-9624-61a1870efdcc will not be triggered until provisioned by entity DHCP. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:16:29.846890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:29.853062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:29.928574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:16:29.931838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:16:29.936499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:16:29.964292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:29.976534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:30.005754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:30.006436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.037061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7958171 Dec 14 19:16:30.051068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Request body: {'port': {'device_id': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:16:30.177947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.227245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-af3f87c3-5c48-4795-b4d7-c88469e7250f None None] Provisioning for port 16ffc92a-b0de-4091-9624-61a1870efdcc completed by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:16:30.233014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-af3f87c3-5c48-4795-b4d7-c88469e7250f None None] Provisioning complete for port 16ffc92a-b0de-4091-9624-61a1870efdcc triggered by entity DHCP. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:16:30.233466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-af3f87c3-5c48-4795-b4d7-c88469e7250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.301143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-af3f87c3-5c48-4795-b4d7-c88469e7250f None None] Port 16ffc92a-b0de-4091-9624-61a1870efdcc cannot update to ACTIVE because it is not bound. {{(pid=88120) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:16:30.437746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82d6bf-9e9a-47e2-bf46-80f2f879fc2d req-e3b476f6-0d00-47ae-86ad-b5e343188ec4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:30.439294 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b82d6bf-9e9a-47e2-bf46-80f2f879fc2d req-e3b476f6-0d00-47ae-86ad-b5e343188ec4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0855067 Dec 14 19:16:30.494287 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b82d6bf-9e9a-47e2-bf46-80f2f879fc2d req-627febe4-0f6a-4857-b5e6-c931e8799815 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485857 Dec 14 19:16:30.520562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105f71a-dd9d-440e-a0ff-c62d864ddd7b req-58940423-5246-4837-bb68-a5e033699676 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:30.521333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-e105f71a-dd9d-440e-a0ff-c62d864ddd7b req-58940423-5246-4837-bb68-a5e033699676 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:16:30.558221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-e105f71a-dd9d-440e-a0ff-c62d864ddd7b req-58940423-5246-4837-bb68-a5e033699676 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:16:30.559500 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e105f71a-dd9d-440e-a0ff-c62d864ddd7b req-58940423-5246-4837-bb68-a5e033699676 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 932 time: 0.2460015 Dec 14 19:16:30.664902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ffc92a-b0de-4091-9624-61a1870efdcc {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:16:30.675839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.681997 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e105f71a-dd9d-440e-a0ff-c62d864ddd7b req-b9540736-04af-4547-a8a1-40a99b523076 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074998 Dec 14 19:16:30.693871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Transition to ACTIVE for port object 16ffc92a-b0de-4091-9624-61a1870efdcc will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:16:30.697164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.702360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-321445db-9413-4eaf-a6d0-48582aabcddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:30.832097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Pushing event updated for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:30.835151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:30.959223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Attempting to bind port 16ffc92a-b0de-4091-9624-61a1870efdcc on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:16:30.959607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Attempting to bind port 16ffc92a-b0de-4091-9624-61a1870efdcc by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:16:30.959980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Attempting to bind port 16ffc92a-b0de-4091-9624-61a1870efdcc on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:16:30.966790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Port 16ffc92a-b0de-4091-9624-61a1870efdcc on network f35f988f-0c03-4aab-9999-2bc7611f3da4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:16:30.967178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Attempting to bind port 16ffc92a-b0de-4091-9624-61a1870efdcc on network f35f988f-0c03-4aab-9999-2bc7611f3da4 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:16:30.974101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:16:30.974471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Checking segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:16:30.974875 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Bound using segment: {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:16:30.975356 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Bound port: 16ffc92a-b0de-4091-9624-61a1870efdcc, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a50cf65-2627-4293-b6eb-0bbf46adfd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:16:30.975777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:31.069618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:16:31.073069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16ffc92a-b0de-4091-9624-61a1870efdcc,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:16:31.077339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:31.082672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6257d733-91e7-4c44-a5d8-fdbe777a9b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:31.149735 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:31.151252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] 10.222.0.66 "PUT /v2.0/ports/16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 200 len: 1094 time: 1.1051877 Dec 14 19:16:31.151827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:16:31.172570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Pushing event updated for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:31.176075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:31.237177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'status': 'completed', 'code': 200} Dec 14 19:16:31.280948 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-a38e0d89-57b3-4f5e-8b79-db7384a1f4cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1097 time: 0.0840967 Dec 14 19:16:31.355167 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-92b80e41-2b08-4ae1-b625-b1bf5efee400 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 200 len: 217 time: 0.0664368 Dec 14 19:16:31.439944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-a7cf6ab0-9f00-4cb4-8cf9-c0db0504e803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:31.441496 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-a7cf6ab0-9f00-4cb4-8cf9-c0db0504e803 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0796082 Dec 14 19:16:31.531180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-2a475517-6d68-4a76-8e83-b8d8b37969b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806105 Dec 14 19:16:31.751341 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-ed33beac-0363-4d86-bee5-b5ef054eac0b service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104743 Dec 14 19:16:31.789583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091db9b-eec4-4551-bbf5-183e51e6d330 req-707efed1-3500-4079-8abf-7dbac4a70c87 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:31.791108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e091db9b-eec4-4551-bbf5-183e51e6d330 req-707efed1-3500-4079-8abf-7dbac4a70c87 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.1678936 Dec 14 19:16:31.896542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ec2b2-e038-49b9-b2db-ac8fb6fd782a req-d195b1c1-faef-40d4-bc2a-36d1ccfb675d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:31.898381 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-627ec2b2-e038-49b9-b2db-ac8fb6fd782a req-d195b1c1-faef-40d4-bc2a-36d1ccfb675d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0901492 Dec 14 19:16:31.935664 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e091db9b-eec4-4551-bbf5-183e51e6d330 req-40b12fea-ca58-4ff5-bb30-6a77f5c93c85 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924349 Dec 14 19:16:31.945644 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c899aecb-0e8b-48c4-8dea-e979acd14525 req-80ea1b23-e272-4c86-bbef-e52d030391d7 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860266 Dec 14 19:16:31.954796 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-627ec2b2-e038-49b9-b2db-ac8fb6fd782a req-e5d95ccf-d52d-4601-b014-32c77ff31ae0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485599 Dec 14 19:16:32.109675 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-cf20bbf0-4a65-47ae-9156-9180e7db97e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1097 time: 0.0951464 Dec 14 19:16:32.261686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-122b488e-b148-4496-a7f7-1eab4fcff4b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:32.263422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-122b488e-b148-4496-a7f7-1eab4fcff4b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1472349 Dec 14 19:16:32.341494 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-fc331b8e-d8c8-4e2f-9bc7-1b892b31c2b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 200 len: 217 time: 0.0707352 Dec 14 19:16:32.412483 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-4bda3b0a-662b-4e26-a068-e1624a8dfe6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:32.414155 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-4bda3b0a-662b-4e26-a068-e1624a8dfe6a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0662479 Dec 14 19:16:32.502699 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-8c47f414-08fb-4656-b6a8-3d1e53cca476 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813384 Dec 14 19:16:32.659488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-85512f5e-673c-4203-a6c6-c9c899f0ecb5 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483998 Dec 14 19:16:32.810598 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2dc52fad-0bf9-475e-93c0-1bc5f24a6ce6 req-d0b4f215-d30a-494f-afa8-8315db8b81ea service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438727 Dec 14 19:16:33.157775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6051ac-3221-4bca-99e3-518d2634ea54 req-5eeb6be0-d822-48f3-a8ed-16a37334af68 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:33.159706 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd6051ac-3221-4bca-99e3-518d2634ea54 req-5eeb6be0-d822-48f3-a8ed-16a37334af68 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0885792 Dec 14 19:16:33.191063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705b332-c10b-43f6-930c-4a4d938b17bb req-7ee00d15-a6ae-4acc-a493-5179a8994891 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:33.192693 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f705b332-c10b-43f6-930c-4a4d938b17bb req-7ee00d15-a6ae-4acc-a493-5179a8994891 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0948837 Dec 14 19:16:33.211263 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd6051ac-3221-4bca-99e3-518d2634ea54 req-bae663e2-e877-4f1e-95f9-6381a0f797bd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435495 Dec 14 19:16:33.246644 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f705b332-c10b-43f6-930c-4a4d938b17bb req-7cbf3f9f-6723-4b69-bec1-c89ab054c097 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472841 Dec 14 19:16:34.430638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5fd7-05ca-4c57-a241-cbbd212c1ce5 req-90150071-6225-456d-bfd7-dce74cba9119 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:34.432235 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ff5fd7-05ca-4c57-a241-cbbd212c1ce5 req-90150071-6225-456d-bfd7-dce74cba9119 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0909371 Dec 14 19:16:34.460054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503ce2d-e17c-468a-ac4d-de07e2c25fb8 req-c9713e2c-51db-4c55-9160-72387e1fd099 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:34.461856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c503ce2d-e17c-468a-ac4d-de07e2c25fb8 req-c9713e2c-51db-4c55-9160-72387e1fd099 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0881350 Dec 14 19:16:34.516914 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c503ce2d-e17c-468a-ac4d-de07e2c25fb8 req-851615e0-6d52-4901-a9bd-8ef71d51d156 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Dec 14 19:16:34.708328 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-40ff5fd7-05ca-4c57-a241-cbbd212c1ce5 req-44aa2176-a3e7-490f-a6a0-dd9908568b42 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694788 Dec 14 19:16:35.748127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d56bdc-ac96-43b0-8156-40a61fcd18a2 req-2f744dd5-eb7a-433f-b6fb-98f2387d7c07 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:35.749815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60d56bdc-ac96-43b0-8156-40a61fcd18a2 req-2f744dd5-eb7a-433f-b6fb-98f2387d7c07 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1007812 Dec 14 19:16:35.805444 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60d56bdc-ac96-43b0-8156-40a61fcd18a2 req-0c2b29af-5114-4f05-b934-c9e5b4e39fdf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491214 Dec 14 19:16:35.935984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdfdd7-2f20-4933-b785-747811e560b0 req-38dc29f6-7add-4426-8bd8-a1160f0bbfdf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:35.937624 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78cdfdd7-2f20-4933-b785-747811e560b0 req-38dc29f6-7add-4426-8bd8-a1160f0bbfdf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0880127 Dec 14 19:16:35.987179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78cdfdd7-2f20-4933-b785-747811e560b0 req-0a4a629a-0acc-4f87-96fe-f0a077854d8f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433824 Dec 14 19:16:36.262744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-947c5585-02c6-4d3a-b74e-d08e5c631da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:37.032816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cca7a-26c3-4fe6-bb9b-2e4c66525655 req-f9fec6d9-c964-4dad-b125-9114f60fd95f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:37.034493 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-150cca7a-26c3-4fe6-bb9b-2e4c66525655 req-f9fec6d9-c964-4dad-b125-9114f60fd95f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0867558 Dec 14 19:16:37.088574 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-150cca7a-26c3-4fe6-bb9b-2e4c66525655 req-5a6e04e6-1829-4193-a293-1346b5ca209e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465815 Dec 14 19:16:37.210513 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cc6eb-7c13-43dc-8d48-8d977732b7c8 req-c2e2c688-70bd-4e42-bb95-176f7e96a7c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:37.212159 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee8cc6eb-7c13-43dc-8d48-8d977732b7c8 req-c2e2c688-70bd-4e42-bb95-176f7e96a7c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0880740 Dec 14 19:16:37.264298 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee8cc6eb-7c13-43dc-8d48-8d977732b7c8 req-a92cc18b-8fb3-43e4-9ff2-21b2fd6bce0d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457757 Dec 14 19:16:37.401366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:37.743182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:37.917694 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-caa1f210-d100-49cf-a5c2-2b458b4f0151 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1099 time: 0.0797946 Dec 14 19:16:38.065503 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-92ca6610-0040-47af-85e1-708adc8b6049 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:38.067000 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-92ca6610-0040-47af-85e1-708adc8b6049 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.1425223 Dec 14 19:16:38.182027 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-83f4b6a3-1b80-48bb-bc6b-f7aa1f65e717 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1002 time: 0.1079454 Dec 14 19:16:38.255074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-de04f5d8-dbf3-4adc-8939-3d1ad565f576 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:38.256669 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-de04f5d8-dbf3-4adc-8939-3d1ad565f576 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0684762 Dec 14 19:16:38.307960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a373d-320d-42cb-ab47-44cc7d3c3604 req-93cab255-7ee4-4975-af2d-a42c1080f54f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:38.309940 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-905a373d-320d-42cb-ab47-44cc7d3c3604 req-93cab255-7ee4-4975-af2d-a42c1080f54f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0883656 Dec 14 19:16:38.338496 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-870a82a0-4dcc-41bd-9e39-43753c237bec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751314 Dec 14 19:16:38.362250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-905a373d-320d-42cb-ab47-44cc7d3c3604 req-ddfc1018-f4d0-449b-b0e8-5c1cb5e8deb5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462031 Dec 14 19:16:38.451696 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-89a3fe8f-64c8-47c5-a680-d33fc393a6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:38.552561 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-f1fccd5f-fc9e-41ad-a6af-e0f2cdee1d75 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066586 Dec 14 19:16:38.646058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60038d2-cf71-4c5f-8e4a-3adaf732be00 req-33e3f92c-f2b5-478f-974f-53a08580d4a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:38.647675 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c60038d2-cf71-4c5f-8e4a-3adaf732be00 req-33e3f92c-f2b5-478f-974f-53a08580d4a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.2156618 Dec 14 19:16:38.748127 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8caa9dd2-59ea-4e9e-8906-dceb32099493 req-e90af468-b481-4c01-876b-1455361de165 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864319 Dec 14 19:16:38.750635 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c60038d2-cf71-4c5f-8e4a-3adaf732be00 req-bc1fd59a-db2e-458c-b8d6-3b93c34ad47a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950019 Dec 14 19:16:39.395602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:39.572771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb10f8-8c74-4637-a42d-3994a83c82ce req-d16762c1-824b-4e3c-9c3e-68968cccdd45 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:39.574397 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84cb10f8-8c74-4637-a42d-3994a83c82ce req-d16762c1-824b-4e3c-9c3e-68968cccdd45 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0845010 Dec 14 19:16:39.630067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84cb10f8-8c74-4637-a42d-3994a83c82ce req-b8b360c5-e31d-4e8c-b537-3be4c1e18881 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464170 Dec 14 19:16:39.968182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc235b5-6843-42b8-8754-0f13dcc8caef req-b4189c15-a411-46f5-b6e2-ac4b03e67b82 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:39.969853 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dcc235b5-6843-42b8-8754-0f13dcc8caef req-b4189c15-a411-46f5-b6e2-ac4b03e67b82 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0889120 Dec 14 19:16:40.023793 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dcc235b5-6843-42b8-8754-0f13dcc8caef req-e77b7b2d-3b4e-46fd-b986-93385446db51 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444355 Dec 14 19:16:40.287473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:40.679246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:16:40.858475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980e494-8b94-461d-99f0-111fb4a489bf req-2e21d2b0-60dd-445d-b5c8-c40ced3170df tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:40.860091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7980e494-8b94-461d-99f0-111fb4a489bf req-2e21d2b0-60dd-445d-b5c8-c40ced3170df tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0891304 Dec 14 19:16:40.915399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7980e494-8b94-461d-99f0-111fb4a489bf req-0e8aff0a-c84d-4bf2-878a-e8a2bd701467 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 Dec 14 19:16:41.245207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1e82-a84a-48e6-8f35-daf977ae9148 req-9351be06-2715-4598-afa3-2d93f8601155 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:41.246754 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34ad1e82-a84a-48e6-8f35-daf977ae9148 req-9351be06-2715-4598-afa3-2d93f8601155 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0945251 Dec 14 19:16:41.298109 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34ad1e82-a84a-48e6-8f35-daf977ae9148 req-055bf385-2280-4094-a737-6cb6186faced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448170 Dec 14 19:16:42.134467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586663-3ec0-4e83-9049-c1cfeed45ac6 req-52ab92a1-fe29-49fa-bc9e-b178929ee4ce tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:42.136109 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84586663-3ec0-4e83-9049-c1cfeed45ac6 req-52ab92a1-fe29-49fa-bc9e-b178929ee4ce tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0945902 Dec 14 19:16:42.187439 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-84586663-3ec0-4e83-9049-c1cfeed45ac6 req-9d861ac1-b8fc-4c40-8373-499375746c5f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 Dec 14 19:16:42.515260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2135369-c3ee-4c43-b0d9-8bac34b416a0 req-4bd37cfe-ac01-4558-86d7-c6ebb570a93d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:42.516818 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2135369-c3ee-4c43-b0d9-8bac34b416a0 req-4bd37cfe-ac01-4558-86d7-c6ebb570a93d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.0860109 Dec 14 19:16:42.582006 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2135369-c3ee-4c43-b0d9-8bac34b416a0 req-5a30c870-73d0-477e-9f80-af2a0b4bb650 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563493 Dec 14 19:16:43.473881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bca4a2-f5ae-42d3-a81e-3a339307c2d0 req-6eab0459-4cb2-4741-a663-45116cd58624 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:43.475571 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2bca4a2-f5ae-42d3-a81e-3a339307c2d0 req-6eab0459-4cb2-4741-a663-45116cd58624 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1081305 Dec 14 19:16:43.547394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2bca4a2-f5ae-42d3-a81e-3a339307c2d0 req-e9f22a1c-f2c5-479e-a21a-9a4e28788933 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627234 Dec 14 19:16:43.830881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c335-197b-4008-9638-c7fd83f2f338 req-194e468d-ee38-4740-bca4-96fdf18be49c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:43.832461 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bb92c335-197b-4008-9638-c7fd83f2f338 req-194e468d-ee38-4740-bca4-96fdf18be49c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 946 time: 0.1021738 Dec 14 19:16:43.894056 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bb92c335-197b-4008-9638-c7fd83f2f338 req-0c3a8cbf-c9c3-44da-bbe5-00dbe67bec91 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517240 Dec 14 19:16:44.784922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 5bb4f0f7-ca36-4934-b7a5-002b78110557 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:16:44.797248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2ff74-bf95-4d71-8e44-98b265d2c502 req-857036be-43c3-49d4-9232-38baa6460055 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:44.798848 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8d2ff74-bf95-4d71-8e44-98b265d2c502 req-857036be-43c3-49d4-9232-38baa6460055 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1118753 Dec 14 19:16:44.850278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8d2ff74-bf95-4d71-8e44-98b265d2c502 req-a2dd7532-41a3-45e4-bd60-b382fbb844d5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447960 Dec 14 19:16:44.905921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:44.934606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:16:44.945819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:16:44.949893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:44.952110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:45.000639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'code': 200} Dec 14 19:16:45.022364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=6']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:45.031736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.032126 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.032507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.032882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.033283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.033653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.034022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.034391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.034757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.035118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.035479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:45.042497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:45.115406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee1f44-66b7-4b0f-ad13-74caf070bac7 req-a7d9c45e-4c06-495b-a6f7-018af2fd160a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:45.116933 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c1ee1f44-66b7-4b0f-ad13-74caf070bac7 req-a7d9c45e-4c06-495b-a6f7-018af2fd160a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0898659 Dec 14 19:16:45.167726 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c1ee1f44-66b7-4b0f-ad13-74caf070bac7 req-09b7d803-7413-4ff6-8254-b9c4add2c3b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442529 Dec 14 19:16:46.071507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee753c-a3be-40d9-8c08-056ed3888fe3 req-35e49c4c-d42a-426f-81a1-790a0b91c800 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:46.073183 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4ee753c-a3be-40d9-8c08-056ed3888fe3 req-35e49c4c-d42a-426f-81a1-790a0b91c800 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0948515 Dec 14 19:16:46.124443 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4ee753c-a3be-40d9-8c08-056ed3888fe3 req-90db5d2a-2a46-47be-b9eb-56d61852d6c3 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442371 Dec 14 19:16:46.409866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5b9fa-359a-4ec1-8994-b2ec07f5d6c8 req-f52e03d0-eb6d-49ed-9165-2ab89f9857c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:46.411409 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98d5b9fa-359a-4ec1-8994-b2ec07f5d6c8 req-f52e03d0-eb6d-49ed-9165-2ab89f9857c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0997186 Dec 14 19:16:46.468029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98d5b9fa-359a-4ec1-8994-b2ec07f5d6c8 req-7fe85e4b-f504-4b7a-bb4f-4c2aa0686167 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468812 Dec 14 19:16:47.354702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268c471-1f26-4d62-b351-0b3eeb4ccde1 req-44321167-b44e-441a-8d80-60228dd576cc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:47.356335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a268c471-1f26-4d62-b351-0b3eeb4ccde1 req-44321167-b44e-441a-8d80-60228dd576cc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1001837 Dec 14 19:16:47.414074 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a268c471-1f26-4d62-b351-0b3eeb4ccde1 req-761930da-c05d-4d54-9fec-7b77e14fd75b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492482 Dec 14 19:16:47.690224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fad7e-4e4b-4144-9122-a9fd3dc9fb45 req-b2b201af-f3ee-41e8-8724-d6ee93951ac0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:47.692429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a8fad7e-4e4b-4144-9122-a9fd3dc9fb45 req-b2b201af-f3ee-41e8-8724-d6ee93951ac0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0965419 Dec 14 19:16:47.743015 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a8fad7e-4e4b-4144-9122-a9fd3dc9fb45 req-efdab1d1-9d02-4277-9bda-c05d5f47fae4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443637 Dec 14 19:16:48.642235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753f8b6-b57c-4ff9-9716-78f1655e7e7c req-b2bfcadb-671c-4a68-9d30-2ddafb3d3fe1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:48.643843 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f753f8b6-b57c-4ff9-9716-78f1655e7e7c req-b2bfcadb-671c-4a68-9d30-2ddafb3d3fe1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0969520 Dec 14 19:16:48.697728 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f753f8b6-b57c-4ff9-9716-78f1655e7e7c req-c531e575-69be-4f41-b7ef-c2630bf6f8fb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474203 Dec 14 19:16:48.975559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850896ed-724f-4f4c-8075-877e977bf36f req-625c475c-e077-4460-a123-18498882d42a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:48.977208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-850896ed-724f-4f4c-8075-877e977bf36f req-625c475c-e077-4460-a123-18498882d42a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0913653 Dec 14 19:16:49.031434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-850896ed-724f-4f4c-8075-877e977bf36f req-e3b7c8d5-a757-42cd-870a-86827c6e4f12 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443521 Dec 14 19:16:49.938874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803b9e4-decc-4a1c-8d96-0454288bbe51 req-7cf2e98f-f3f8-408f-9d64-02c652a7abec tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:49.940491 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6803b9e4-decc-4a1c-8d96-0454288bbe51 req-7cf2e98f-f3f8-408f-9d64-02c652a7abec tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0883563 Dec 14 19:16:49.997564 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6803b9e4-decc-4a1c-8d96-0454288bbe51 req-822074ae-b842-4040-8e5b-d696088d9587 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480688 Dec 14 19:16:50.258447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d8da6-b72c-474a-bb2f-382fd809aa4e req-632ba437-d9d2-43fb-8ad8-8089e2aae38b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:50.260009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-311d8da6-b72c-474a-bb2f-382fd809aa4e req-632ba437-d9d2-43fb-8ad8-8089e2aae38b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0955710 Dec 14 19:16:50.310703 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-311d8da6-b72c-474a-bb2f-382fd809aa4e req-ec69e6dc-a5c8-40cc-9a54-40d223f37e05 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Dec 14 19:16:51.221640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf7bb6-2724-4fc4-88cc-d524451228dd req-dad6d106-dfc4-4e1c-bff8-740bc8d30c2a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:51.223300 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ecf7bb6-2724-4fc4-88cc-d524451228dd req-dad6d106-dfc4-4e1c-bff8-740bc8d30c2a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0940011 Dec 14 19:16:51.273135 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ecf7bb6-2724-4fc4-88cc-d524451228dd req-4fde4b48-5677-4ae1-a12e-d2bc00027b05 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Dec 14 19:16:51.528519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ec55-7326-44f6-81cb-3952c808c934 req-d25dcf37-6124-4341-a8d8-025943a0ea3a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:51.530206 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71b1ec55-7326-44f6-81cb-3952c808c934 req-d25dcf37-6124-4341-a8d8-025943a0ea3a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0905211 Dec 14 19:16:51.585926 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71b1ec55-7326-44f6-81cb-3952c808c934 req-c9300444-c2ca-41d8-9a0e-4af0f8222743 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483675 Dec 14 19:16:52.488962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdb552-a903-4ce9-b8ca-290cf4c0458c req-6d2e4858-f308-4818-b63b-58e5e8968c34 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:52.490699 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfbdb552-a903-4ce9-b8ca-290cf4c0458c req-6d2e4858-f308-4818-b63b-58e5e8968c34 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0892627 Dec 14 19:16:52.541254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfbdb552-a903-4ce9-b8ca-290cf4c0458c req-99f57f0b-39e7-4389-b462-1f554e372ff6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Dec 14 19:16:52.810441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a491b-7558-48c1-92fc-21e1a1f21f18 req-66a80d1f-fc38-4f59-ba3c-eac783de905c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:52.812230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-223a491b-7558-48c1-92fc-21e1a1f21f18 req-66a80d1f-fc38-4f59-ba3c-eac783de905c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0963941 Dec 14 19:16:52.870539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-223a491b-7558-48c1-92fc-21e1a1f21f18 req-9d9ddeee-8ded-46b1-acc9-bf8423751b63 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519650 Dec 14 19:16:53.770494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8f486-402d-4bcb-aabd-3872ed9c3e73 req-d270e302-41ae-4b0b-8dc4-5f1d3027e589 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:53.772061 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8e8f486-402d-4bcb-aabd-3872ed9c3e73 req-d270e302-41ae-4b0b-8dc4-5f1d3027e589 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0935009 Dec 14 19:16:53.826143 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8e8f486-402d-4bcb-aabd-3872ed9c3e73 req-491cd2fd-60f1-4adf-a3c9-02a79c79e7f6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477314 Dec 14 19:16:54.092909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaab3f1-1344-46fb-a31c-aa66da8cf90c req-982da067-d5c6-472d-8c83-7a918ccaf846 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:54.094607 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abaab3f1-1344-46fb-a31c-aa66da8cf90c req-982da067-d5c6-472d-8c83-7a918ccaf846 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0923650 Dec 14 19:16:54.146559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abaab3f1-1344-46fb-a31c-aa66da8cf90c req-39b960a7-b954-421c-9fed-6fc95911dd34 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Dec 14 19:16:55.047933 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4efc92-b58c-43a9-a93d-8aa1fb570598 req-11278edf-e837-43a8-ae42-d593cda29251 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:55.049727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f4efc92-b58c-43a9-a93d-8aa1fb570598 req-11278edf-e837-43a8-ae42-d593cda29251 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0872207 Dec 14 19:16:55.104187 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f4efc92-b58c-43a9-a93d-8aa1fb570598 req-59420c0a-4691-43c9-8fc0-4033ee0c7011 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479195 Dec 14 19:16:55.370049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127877-c2a7-4084-b741-99794f16fdea req-8681d54b-77b5-4303-9621-fe21946f20ae tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:55.371631 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-28127877-c2a7-4084-b741-99794f16fdea req-8681d54b-77b5-4303-9621-fe21946f20ae tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0929112 Dec 14 19:16:55.423608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-28127877-c2a7-4084-b741-99794f16fdea req-f361d808-e93c-4221-a0e8-a89cd2224570 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Dec 14 19:16:56.321846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1fa6f-e6c3-45af-abc8-7e452aeaadf6 req-db6c974f-57cf-41d6-a825-1bd218239a8a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:56.323418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bdd1fa6f-e6c3-45af-abc8-7e452aeaadf6 req-db6c974f-57cf-41d6-a825-1bd218239a8a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0919509 Dec 14 19:16:56.374296 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bdd1fa6f-e6c3-45af-abc8-7e452aeaadf6 req-acc44965-60f1-40b2-b65c-06d8b0c62d38 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Dec 14 19:16:56.637688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebe298-e6e1-4009-9066-d216823c66ac req-7cabb398-8d8e-45f9-9eb1-13a2da0dd299 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:56.639871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-70ebe298-e6e1-4009-9066-d216823c66ac req-7cabb398-8d8e-45f9-9eb1-13a2da0dd299 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0909059 Dec 14 19:16:56.689273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-70ebe298-e6e1-4009-9066-d216823c66ac req-3a751dc2-b639-4138-a1ec-90388a45e467 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Dec 14 19:16:57.591848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3055-31cb-43f5-b0a8-c181add242f5 req-ff5052e0-6c05-4994-9b5b-376deb0fd622 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:57.593726 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c7c3055-31cb-43f5-b0a8-c181add242f5 req-ff5052e0-6c05-4994-9b5b-376deb0fd622 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0862441 Dec 14 19:16:57.648661 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c7c3055-31cb-43f5-b0a8-c181add242f5 req-c042510e-6272-46a2-9214-a76b7cacd272 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482824 Dec 14 19:16:57.912795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35df6-bd3f-4721-9604-eefcb395e792 req-d8533367-7f90-461f-8e4d-703c9598e104 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:57.914457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdf35df6-bd3f-4721-9604-eefcb395e792 req-d8533367-7f90-461f-8e4d-703c9598e104 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0880430 Dec 14 19:16:57.969858 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdf35df6-bd3f-4721-9604-eefcb395e792 req-6b8bacf3-9567-4360-9bad-30b0f8b2adaa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488362 Dec 14 19:16:58.875406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62cf1b-e629-41dc-ae11-d33a15c9d536 req-1cc1bf87-f178-485c-b456-94855f8246d7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:58.877119 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b62cf1b-e629-41dc-ae11-d33a15c9d536 req-1cc1bf87-f178-485c-b456-94855f8246d7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0925496 Dec 14 19:16:58.934294 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b62cf1b-e629-41dc-ae11-d33a15c9d536 req-064f43a2-848f-4911-841f-ad5d6b522e97 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503230 Dec 14 19:16:59.192545 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d9374-dac4-40b8-9ddf-81e18b26bf7f req-fd861e6b-c4e0-4f2c-ad49-9d5a7927d2bd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:59.194151 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e71d9374-dac4-40b8-9ddf-81e18b26bf7f req-fd861e6b-c4e0-4f2c-ad49-9d5a7927d2bd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0939054 Dec 14 19:16:59.245250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e71d9374-dac4-40b8-9ddf-81e18b26bf7f req-6b4a773c-d774-477d-bd62-450e62f3b91e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Dec 14 19:17:00.151443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb36c2-a6ed-447d-9791-cf0cec7edfe0 req-f6fa1cf6-a2f6-422d-a155-6ed2e379705f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:00.153137 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2bb36c2-a6ed-447d-9791-cf0cec7edfe0 req-f6fa1cf6-a2f6-422d-a155-6ed2e379705f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0894983 Dec 14 19:17:00.205466 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2bb36c2-a6ed-447d-9791-cf0cec7edfe0 req-58dea969-9827-4ea4-959a-0af0c5fa779d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453982 Dec 14 19:17:00.466067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a536d1-b662-44da-a5be-ece10cd99375 req-79f37876-1048-4715-b4f8-889d7947a25d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:00.467861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d2a536d1-b662-44da-a5be-ece10cd99375 req-79f37876-1048-4715-b4f8-889d7947a25d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0888338 Dec 14 19:17:00.533441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d2a536d1-b662-44da-a5be-ece10cd99375 req-2ccfadfb-2cb2-4a3d-8a70-84cd15d8fec1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561216 Dec 14 19:17:01.419441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32281bd5-f042-4de9-9048-442b21b25d01 req-6378d719-5c35-4435-a34f-eb1fc9f1b197 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:01.421605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32281bd5-f042-4de9-9048-442b21b25d01 req-6378d719-5c35-4435-a34f-eb1fc9f1b197 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0873802 Dec 14 19:17:01.477770 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32281bd5-f042-4de9-9048-442b21b25d01 req-abb53d4d-306b-4722-8c67-f136ae7dc7cb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496020 Dec 14 19:17:01.749641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fbc7-3e10-44cd-bc91-607c7c5d8807 req-11ef2576-78d4-444a-956c-6f4c4de5f7db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:01.751213 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a5b6fbc7-3e10-44cd-bc91-607c7c5d8807 req-11ef2576-78d4-444a-956c-6f4c4de5f7db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0851641 Dec 14 19:17:01.813213 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a5b6fbc7-3e10-44cd-bc91-607c7c5d8807 req-22b26f02-5224-4452-9968-f4a59cf0a772 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552599 Dec 14 19:17:02.708539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ca75-6afb-434f-afdb-13e731a2aea5 req-6306a2b1-c0eb-439e-8b25-fc61548e8fb4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:02.710223 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7904ca75-6afb-434f-afdb-13e731a2aea5 req-6306a2b1-c0eb-439e-8b25-fc61548e8fb4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1001439 Dec 14 19:17:02.762783 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7904ca75-6afb-434f-afdb-13e731a2aea5 req-2761ccf0-4a49-45b9-b893-68f2ea64c417 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Dec 14 19:17:03.041537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7397b-d6fe-4e9f-a17e-e42a19c37afc req-812ac1ab-d1c3-48b6-b6e2-ccd8e6780345 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:03.043178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4c7397b-d6fe-4e9f-a17e-e42a19c37afc req-812ac1ab-d1c3-48b6-b6e2-ccd8e6780345 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0957432 Dec 14 19:17:03.095800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4c7397b-d6fe-4e9f-a17e-e42a19c37afc req-641093be-8e9a-40b1-84ab-71b9fcad9517 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453734 Dec 14 19:17:03.978665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e902982-5dd2-4722-807a-3f3dd9110156 req-d617bd5a-f477-4149-8717-197a7b6771a4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:03.980308 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3e902982-5dd2-4722-807a-3f3dd9110156 req-d617bd5a-f477-4149-8717-197a7b6771a4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0889239 Dec 14 19:17:04.031907 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3e902982-5dd2-4722-807a-3f3dd9110156 req-09e9284c-4e61-4f68-94d8-d556c7658be0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445666 Dec 14 19:17:04.310640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc97469-1dbe-4837-807f-95345b53039e req-b214ea02-0e65-469e-b2a3-b5f58ac7162b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:04.312325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6cc97469-1dbe-4837-807f-95345b53039e req-b214ea02-0e65-469e-b2a3-b5f58ac7162b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0894966 Dec 14 19:17:04.364055 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6cc97469-1dbe-4837-807f-95345b53039e req-b80d0142-3026-4942-8278-206c58b33930 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451608 Dec 14 19:17:05.251480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc5cd-502b-4d97-b7e9-7c883268a0eb req-37a57aeb-cb4c-41a4-93b8-2f1bea6696b9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:05.253142 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0fbc5cd-502b-4d97-b7e9-7c883268a0eb req-37a57aeb-cb4c-41a4-93b8-2f1bea6696b9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0925539 Dec 14 19:17:05.309589 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0fbc5cd-502b-4d97-b7e9-7c883268a0eb req-53992c08-eebb-4949-80e2-58c63d6bc26f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498500 Dec 14 19:17:05.588754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051aeed-0d73-4b07-ac6e-b825aa9c137d req-30af5f06-db18-4eb5-bbeb-7462e07b66ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:05.590407 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3051aeed-0d73-4b07-ac6e-b825aa9c137d req-30af5f06-db18-4eb5-bbeb-7462e07b66ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0892522 Dec 14 19:17:05.646026 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3051aeed-0d73-4b07-ac6e-b825aa9c137d req-d47d6297-6eb7-430f-a9cc-67d69b3c094f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485458 Dec 14 19:17:06.271391 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-450376ec-190c-4077-9d0f-92ea1c88ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.530984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c32925-2900-4881-a488-f69ae5c8dc3b req-196c2259-2987-420a-b5e0-d420e36d410f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:06.532562 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d3c32925-2900-4881-a488-f69ae5c8dc3b req-196c2259-2987-420a-b5e0-d420e36d410f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0891788 Dec 14 19:17:06.589050 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d3c32925-2900-4881-a488-f69ae5c8dc3b req-6a304899-7b79-4a54-9f19-246cf193315f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495048 Dec 14 19:17:06.862451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d74397-102e-441f-9cec-0a11c0a0b2c6 req-1fb13418-b804-4d00-ad9f-308085c23963 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:06.864174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-30d74397-102e-441f-9cec-0a11c0a0b2c6 req-1fb13418-b804-4d00-ad9f-308085c23963 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0874317 Dec 14 19:17:06.922870 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-30d74397-102e-441f-9cec-0a11c0a0b2c6 req-5f2dda27-a942-4b73-b9cd-30e9292030bb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Dec 14 19:17:07.434703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.752316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.812507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8461317-b414-4178-aec8-ed891d7efe16 req-5f746948-82b0-4ff1-bfa6-f687d6049165 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:07.814190 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8461317-b414-4178-aec8-ed891d7efe16 req-5f746948-82b0-4ff1-bfa6-f687d6049165 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0945263 Dec 14 19:17:07.865149 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8461317-b414-4178-aec8-ed891d7efe16 req-40cb49fa-6822-4e70-93d5-89077922bc26 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444682 Dec 14 19:17:08.223341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef03d70-a38c-4132-8509-1e7845419e12 req-d4515248-c79b-4d08-8bcf-a2300aa501e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:08.226355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ef03d70-a38c-4132-8509-1e7845419e12 req-d4515248-c79b-4d08-8bcf-a2300aa501e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1585891 Dec 14 19:17:08.280144 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ef03d70-a38c-4132-8509-1e7845419e12 req-a5aee0cf-fa3d-4f3f-bf01-08c3ce285c28 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473826 Dec 14 19:17:08.447028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1e422392-51c4-45ac-9cbe-3cb78e5e1fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.301372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f0127-2f6f-4ce1-89a8-0f66e8495d09 req-2e674508-4845-403b-8c40-64ddde96b269 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:09.302937 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-368f0127-2f6f-4ce1-89a8-0f66e8495d09 req-2e674508-4845-403b-8c40-64ddde96b269 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.3088746 Dec 14 19:17:09.365574 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-368f0127-2f6f-4ce1-89a8-0f66e8495d09 req-7121e802-431f-484d-a796-e19c356c2a3d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454912 Dec 14 19:17:09.396407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.500820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2b062-2f87-49fe-ae44-162dee92b4dc req-d9da5068-2087-42f5-afd3-5446836e9d9c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:09.502643 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3bb2b062-2f87-49fe-ae44-162dee92b4dc req-d9da5068-2087-42f5-afd3-5446836e9d9c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0910680 Dec 14 19:17:09.562307 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3bb2b062-2f87-49fe-ae44-162dee92b4dc req-96d82631-421a-4b0f-a69a-d414e76b80ee tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525520 Dec 14 19:17:10.291418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:10.619564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27831c-d199-407a-84f5-631d81f09abb req-430a3322-ade4-4604-ade7-a0be04cab834 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:10.621395 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee27831c-d199-407a-84f5-631d81f09abb req-430a3322-ade4-4604-ade7-a0be04cab834 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0959928 Dec 14 19:17:10.677605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee27831c-d199-407a-84f5-631d81f09abb req-b4dc0cb5-158d-4491-b094-bc983d65f269 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494173 Dec 14 19:17:10.780916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d2842-d3c1-4e5b-bc9f-24db08274ef8 req-148a4d15-c800-4761-b6cf-0215f0dee7d9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:10.782604 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e0d2842-d3c1-4e5b-bc9f-24db08274ef8 req-148a4d15-c800-4761-b6cf-0215f0dee7d9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0897202 Dec 14 19:17:10.836940 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e0d2842-d3c1-4e5b-bc9f-24db08274ef8 req-03cf0c9d-7771-4807-ad1a-8ad2fa872d9b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448961 Dec 14 19:17:11.898278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60285cfd-af6b-4c0d-b17a-3b2724f73127 req-6ea427cf-79e8-425a-9c4c-7a283f369edc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:11.900213 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60285cfd-af6b-4c0d-b17a-3b2724f73127 req-6ea427cf-79e8-425a-9c4c-7a283f369edc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0930192 Dec 14 19:17:11.950553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60285cfd-af6b-4c0d-b17a-3b2724f73127 req-5a25cd20-765f-4305-9c69-1eb00f27ebf7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Dec 14 19:17:12.054835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba86133-3583-4fa9-9d3d-076a7ba43005 req-b03f792f-2dea-4211-aa7c-b34fbca1960d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:12.056478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eba86133-3583-4fa9-9d3d-076a7ba43005 req-b03f792f-2dea-4211-aa7c-b34fbca1960d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0937984 Dec 14 19:17:12.110386 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eba86133-3583-4fa9-9d3d-076a7ba43005 req-a5e5ebe8-5753-4931-b46c-9d3ea2009443 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474017 Dec 14 19:17:13.177484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce89b5-3aec-4b56-8aaf-7b1cb99b3656 req-43ce2d00-600c-4a70-b6cb-ede460af5079 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:13.178267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d0446-c2df-439c-9ec5-f1728236b0e4 req-2dc67881-07bc-4d67-a6b0-cb1d92f94132 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:13.179233 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78ce89b5-3aec-4b56-8aaf-7b1cb99b3656 req-43ce2d00-600c-4a70-b6cb-ede460af5079 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.0962162 Dec 14 19:17:13.180427 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec4d0446-c2df-439c-9ec5-f1728236b0e4 req-2dc67881-07bc-4d67-a6b0-cb1d92f94132 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0976019 Dec 14 19:17:13.230794 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-78ce89b5-3aec-4b56-8aaf-7b1cb99b3656 req-366ecdd3-29c7-4b65-89d2-2c7e416e9c89 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450690 Dec 14 19:17:13.231217 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec4d0446-c2df-439c-9ec5-f1728236b0e4 req-f4db54c8-6c26-49d4-96e9-6f0c8bccb397 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442345 Dec 14 19:17:13.462773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc41ae7-13f2-4cd4-8458-b8c4fdd0a393 req-9b5c7a9c-f5e2-4724-9ac8-801876095623 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:13.464302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abc41ae7-13f2-4cd4-8458-b8c4fdd0a393 req-9b5c7a9c-f5e2-4724-9ac8-801876095623 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0898778 Dec 14 19:17:13.521966 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abc41ae7-13f2-4cd4-8458-b8c4fdd0a393 req-1dc623f0-7eba-449e-9f96-1dd2b15b14eb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504382 Dec 14 19:17:14.461363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda0265-8e34-4e4b-b448-9224018a60ea req-1dc19dbe-042b-41a5-b0cb-debe99187787 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:14.462978 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bfda0265-8e34-4e4b-b448-9224018a60ea req-1dc19dbe-042b-41a5-b0cb-debe99187787 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0910547 Dec 14 19:17:14.489038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f10c9e-bc13-4db3-9792-f7e85bafa22e req-ae556d53-7f98-4acc-8cd9-1da521bda7a8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:14.490643 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22f10c9e-bc13-4db3-9792-f7e85bafa22e req-ae556d53-7f98-4acc-8cd9-1da521bda7a8 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.0879622 Dec 14 19:17:14.516510 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bfda0265-8e34-4e4b-b448-9224018a60ea req-e2462697-4f41-4089-8d82-c1585ebca97b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Dec 14 19:17:14.547366 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22f10c9e-bc13-4db3-9792-f7e85bafa22e req-60c89b8c-566f-47b2-b9b1-e009a659ae91 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497632 Dec 14 19:17:14.768579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff152606-6be1-49f0-b526-7b04ea77f0a8 req-327ec3e0-9322-48d1-a31f-987ad11da1b9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:14.770265 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff152606-6be1-49f0-b526-7b04ea77f0a8 req-327ec3e0-9322-48d1-a31f-987ad11da1b9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1153793 Dec 14 19:17:14.879724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff152606-6be1-49f0-b526-7b04ea77f0a8 req-f2640e9f-8c77-439d-942d-4d269a645198 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005630 Dec 14 19:17:14.900840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-259012cb-aa00-4004-b975-199441a98b99 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:14.902624 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-259012cb-aa00-4004-b975-199441a98b99 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.1082256 Dec 14 19:17:14.984273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Deleting port 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:14.984653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:15.468125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] For port 4f3f2460-3056-47f0-b669-c0b1193b706f, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4f3f2460-3056-47f0-b669-c0b1193b706f,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:15.468760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:15.748058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb9612-1798-4b3c-aed0-7e86ed0c1b80 req-5b682428-245c-40ad-8ec9-0d9cdabcf932 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:15.749775 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5eb9612-1798-4b3c-aed0-7e86ed0c1b80 req-5b682428-245c-40ad-8ec9-0d9cdabcf932 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0943906 Dec 14 19:17:15.801039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b5eb9612-1798-4b3c-aed0-7e86ed0c1b80 req-8f05cf06-cc47-41b8-83dd-29c17fba5446 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 Dec 14 19:17:15.840817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:15.841268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:15.841615 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Floating IP 01eee09e-b746-4bb8-891f-3d7f2f17df1b disassociated. External IP: 172.27.3.209, port: 4f3f2460-3056-47f0-b669-c0b1193b706f. Dec 14 19:17:15.841991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Calling delete_port for 4f3f2460-3056-47f0-b669-c0b1193b706f owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:15.939827 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f2af-24aa-4836-aca3-26f9be744f7a req-a0dac994-1038-43fa-b54c-89ff9960b4c2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:15.944608 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5914f2af-24aa-4836-aca3-26f9be744f7a req-a0dac994-1038-43fa-b54c-89ff9960b4c2 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 947 time: 0.1885986 Dec 14 19:17:16.061424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5914f2af-24aa-4836-aca3-26f9be744f7a req-4271106a-a69d-4798-9a9f-e689ab1db545 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups?id=94dcee58-691c-49ca-b248-e3506212dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781744 Dec 14 19:17:16.062336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:16.068544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1920066c-0ea8-459e-8629-a78815498811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:16.114048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'Port': ['ID=4f3f2460-3056-47f0-b669-c0b1193b706f,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:16.131119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.131489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.131910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.132321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.133201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.133516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.134024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.134303 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.134714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.135107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.135509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:16.139522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:16.181469 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191ea81-ff48-47a7-9e23-727f6bf3b933 req-f1dff514-b569-4fd5-9701-b9ffe0197377 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:16.183052 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2191ea81-ff48-47a7-9e23-727f6bf3b933 req-f1dff514-b569-4fd5-9701-b9ffe0197377 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1718214 Dec 14 19:17:16.186047 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-5a6794f8-77f1-4f4e-8840-3f500d04e1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1097 time: 0.1255674 Dec 14 19:17:16.326329 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2191ea81-ff48-47a7-9e23-727f6bf3b933 req-ab541bd5-9e32-43bd-a613-638e3a7228f2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354511 Dec 14 19:17:16.372460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:17:16.375032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-00b6262b-3bbf-4181-b282-97843322f94b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:16.376767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-00b6262b-3bbf-4181-b282-97843322f94b service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.1696897 Dec 14 19:17:16.491505 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-cbb75b31-2844-445c-b0a8-3e9dec4aeb7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1000 time: 0.1082366 Dec 14 19:17:16.569871 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-bc1b310f-ab41-4ebe-b85b-3aa693481e56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:16.571537 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-bc1b310f-ab41-4ebe-b85b-3aa693481e56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0742662 Dec 14 19:17:16.594326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:17:16.606963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:17:16.620707 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:16.621439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:17:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:16.657286 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-87d37018-296b-49da-8d46-053af91114fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788665 Dec 14 19:17:16.684478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] No DVR routers for this DVR port 4f3f2460-3056-47f0-b669-c0b1193b706f on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:17:16.687382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:16.690612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-deleted', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:17:16.722991 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6850746-a4d4-4e9f-a35d-0e7e355624f8 req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.66 "DELETE /v2.0/ports/4f3f2460-3056-47f0-b669-c0b1193b706f HTTP/1.1" status: 204 len: 173 time: 1.8075802 Dec 14 19:17:16.761332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca', 'name': 'network-vif-deleted', 'tag': '4f3f2460-3056-47f0-b669-c0b1193b706f', 'status': 'completed', 'code': 200} Dec 14 19:17:16.829583 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-fe081b5f-557d-4b27-9c1b-b72e42365a31 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658547 Dec 14 19:17:16.838771 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:17.070923 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d216a926-6a5a-417f-8a12-7c7566d34682 req-8dc27796-631f-4359-b5ee-7d5e7318aa62 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341101 Dec 14 19:17:17.086216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79d2d6-d513-43e3-80d3-9f2f7b5eb280 req-e23efc61-96db-46f2-96d7-c0647f75ced7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:17.088145 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e79d2d6-d513-43e3-80d3-9f2f7b5eb280 req-e23efc61-96db-46f2-96d7-c0647f75ced7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1338022 Dec 14 19:17:17.149619 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e79d2d6-d513-43e3-80d3-9f2f7b5eb280 req-053f13ba-5a36-44c1-9cff-46adb0e96612 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546980 Dec 14 19:17:17.205960 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:17.210659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:17:17.222692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:17.223341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:17:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:17.307939 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-1bb70246-9aa0-407e-bd17-22455644b65b req-887d49d3-c1cb-4f4f-bec3-f7432ddb7e33 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Synchronizing usage tracker for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:17:17.322989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-1bb70246-9aa0-407e-bd17-22455644b65b req-887d49d3-c1cb-4f4f-bec3-f7432ddb7e33 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Unset dirty status for tenant:a598d7a9cf814a60a8ec485b447f40d6 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:17:17.324215 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1bb70246-9aa0-407e-bd17-22455644b65b req-887d49d3-c1cb-4f4f-bec3-f7432ddb7e33 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/ports?device_id=e6cf8839-ef49-43fe-9f86-7c4d2b6c3dca HTTP/1.1" status: 200 len: 210 time: 0.0624113 Dec 14 19:17:17.410606 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:17.570136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c0b63-a580-44d5-8594-3dca297b83a7 req-231fb229-4c77-4abd-ad90-7e5a308ba7db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:17.571860 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-568c0b63-a580-44d5-8594-3dca297b83a7 req-231fb229-4c77-4abd-ad90-7e5a308ba7db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1062753 Dec 14 19:17:17.628605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-568c0b63-a580-44d5-8594-3dca297b83a7 req-6308a120-4095-42f5-852b-85c93bfb4922 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468216 Dec 14 19:17:17.730012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:17:17.912507 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:17.916722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80f7ef-b9c8-499a-9abe-8afcca16ca59 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:06:27Z', 'revision_number': 4, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '335fd35b-27fd-48a0-be1e-8562331d2006', 'name': '', 'network_id': 'fba12cf2-16bf-4acf-a83d-576b278dd9c6', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'mac_address': 'fa:16:3e:6c:6e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:23Z', 'updated_at': '2021-12-14T19:06:39Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'subnets': [{'id': '904d328c-cf3a-4289-976b-9939ce829ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:17:18.368379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd47c74f-8531-4786-a6b5-fcda1e8a15da req-5fd1dc02-930c-4a7d-b001-600d7be5060a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:18.370045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cd47c74f-8531-4786-a6b5-fcda1e8a15da req-5fd1dc02-930c-4a7d-b001-600d7be5060a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0839837 Dec 14 19:17:18.380869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba6bf5b-d460-4213-8808-0ab7b440f7dc None None] New status for floating IP 01eee09e-b746-4bb8-891f-3d7f2f17df1b: DOWN {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:17:18.425865 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cd47c74f-8531-4786-a6b5-fcda1e8a15da req-46162a34-4dc1-4845-a389-184dc94a551f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Dec 14 19:17:18.493337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 40010) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:18.574576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:18.605327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:18.665833 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:18.672240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-83d09849-74ec-49a6-aa50-44dda53c9aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:18.689551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94dcee58-691c-49ca-b248-e3506212dcd9,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:18.703609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.704060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.704423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.705070 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.705425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.705870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.706259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.706689 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.707100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.707511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.707915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:17:18.712686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:18.715188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:18.719457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d0d9ad41-5786-4620-92ff-25b837fed0e6 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "DELETE /v2.0/security-groups/94dcee58-691c-49ca-b248-e3506212dcd9 HTTP/1.1" status: 204 len: 168 time: 0.2220201 Dec 14 19:17:18.719761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 40018) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:18.743701 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.api.v2.resource [None req-4b0b3e53-c793-4f59-b1ab-4bf4fd3678fd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] show failed (client error): The resource could not be found. Dec 14 19:17:18.747888 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4b0b3e53-c793-4f59-b1ab-4bf4fd3678fd tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "GET /v2.0/security-groups/94dcee58-691c-49ca-b248-e3506212dcd9 HTTP/1.1" status: 404 len: 347 time: 0.0241079 Dec 14 19:17:18.748370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 40022) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:18.939324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:18.973793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 4f3f2460-3056-47f0-b669-c0b1193b706f {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:18.974183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 4f3f2460-3056-47f0-b669-c0b1193b706f not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:18.986292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Deleting port 61b05318-74a7-45ac-a915-cdd8c99fa048 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:18.986678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.135948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051304-e0cc-406e-b949-246e095e2286 req-4b277ed3-b60a-4682-bb6d-d013f3fe9a10 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:19.137606 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d051304-e0cc-406e-b949-246e095e2286 req-4b277ed3-b60a-4682-bb6d-d013f3fe9a10 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.3174334 Dec 14 19:17:19.226663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.226906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.243121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4d051304-e0cc-406e-b949-246e095e2286 req-76edc600-709c-4b43-a667-7295ab279549 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916302 Dec 14 19:17:19.356589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Calling delete_port for 61b05318-74a7-45ac-a915-cdd8c99fa048 owned by network:floatingip {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:19.518627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.523685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-98bb7e9c-6b0b-4f2f-9971-462fbf078717 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:19.572088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Pushing event deleted for resources: {'Port': ['ID=61b05318-74a7-45ac-a915-cdd8c99fa048,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:19.575006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:19.644889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f7ef6-d746-4bce-8033-ba1ea50f4057 req-4c0c62ef-ab19-41ed-810b-ec6863d48fdb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:19.646489 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-929f7ef6-d746-4bce-8033-ba1ea50f4057 req-4c0c62ef-ab19-41ed-810b-ec6863d48fdb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0904593 Dec 14 19:17:19.669594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks [] for floatingip, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.688466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:19.689799 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-29954536-b627-4e8f-befe-744069c35641 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] 10.222.0.72 "DELETE /v2.0/floatingips/01eee09e-b746-4bb8-891f-3d7f2f17df1b HTTP/1.1" status: 204 len: 168 time: 0.9401569 Dec 14 19:17:19.696214 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-929f7ef6-d746-4bce-8033-ba1ea50f4057 req-b03eddae-c64f-4937-9202-1f45ad069005 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 Dec 14 19:17:20.460943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bab33-eae9-4dbb-9ee5-593f387ab5d9 req-0228afec-078a-4db0-b3e3-173da835ea86 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:20.462599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-129bab33-eae9-4dbb-9ee5-593f387ab5d9 req-0228afec-078a-4db0-b3e3-173da835ea86 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0924754 Dec 14 19:17:20.519543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-129bab33-eae9-4dbb-9ee5-593f387ab5d9 req-6219b4f8-8252-4b7d-9de7-82b3a806a164 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504410 Dec 14 19:17:20.916190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad485b1-9823-488f-b0c8-d17f08288a04 req-b3260748-fb17-423c-b358-1bb2d0db5fbd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:20.917851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2ad485b1-9823-488f-b0c8-d17f08288a04 req-b3260748-fb17-423c-b358-1bb2d0db5fbd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0870965 Dec 14 19:17:20.982655 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2ad485b1-9823-488f-b0c8-d17f08288a04 req-68b5e178-14f8-44cb-b051-e0877af20d02 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570054 Dec 14 19:17:21.887282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850abcc4-6a9a-4769-ab00-47e471dcfae5 req-f0512053-01bf-4e61-9e6d-716144dcf708 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:21.888900 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-850abcc4-6a9a-4769-ab00-47e471dcfae5 req-f0512053-01bf-4e61-9e6d-716144dcf708 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0955365 Dec 14 19:17:21.947724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-850abcc4-6a9a-4769-ab00-47e471dcfae5 req-b3467978-8c8a-4ceb-aa5c-dd006421062c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487044 Dec 14 19:17:22.222197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bea758-e2a2-4d65-a4b7-1a82cd9c2452 req-e8655e56-83cb-4712-9e3f-a604848ed953 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:22.223860 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f8bea758-e2a2-4d65-a4b7-1a82cd9c2452 req-e8655e56-83cb-4712-9e3f-a604848ed953 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0931070 Dec 14 19:17:22.276909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f8bea758-e2a2-4d65-a4b7-1a82cd9c2452 req-73844459-6732-4d98-979f-e3ef5bba5463 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Dec 14 19:17:23.183426 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772852c-4a01-495b-af2f-a0e927e076a0 req-1daa2f31-fba4-404a-959b-b61958b145c7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:23.185093 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a772852c-4a01-495b-af2f-a0e927e076a0 req-1daa2f31-fba4-404a-959b-b61958b145c7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1015856 Dec 14 19:17:23.237451 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a772852c-4a01-495b-af2f-a0e927e076a0 req-e2c99385-5b43-4804-923b-f5273bd90750 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451796 Dec 14 19:17:23.518225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5a6d-675e-4d64-98fc-0c3b4702feee req-6eb72812-ef59-4a16-b27b-f9c23268c0a1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:23.519760 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-570c5a6d-675e-4d64-98fc-0c3b4702feee req-6eb72812-ef59-4a16-b27b-f9c23268c0a1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1013501 Dec 14 19:17:23.576205 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-570c5a6d-675e-4d64-98fc-0c3b4702feee req-8bd19556-fb3e-413c-8730-cf4a1357dfbd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479500 Dec 14 19:17:24.446744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370714f-edfa-4540-8b32-dacfb7dce973 req-8c6fa256-4bc9-4ab6-9a27-200c55e0b475 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:24.448403 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6370714f-edfa-4540-8b32-dacfb7dce973 req-8c6fa256-4bc9-4ab6-9a27-200c55e0b475 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0853972 Dec 14 19:17:24.498161 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6370714f-edfa-4540-8b32-dacfb7dce973 req-a3386f1e-efbe-4ae7-9fad-c288c7e2a64e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Dec 14 19:17:24.813936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcb06f-bfa0-4efe-82b3-bf78741bcd74 req-6ff27db4-8e83-44d6-a28d-5b1aeac57925 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:24.815595 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fcfcb06f-bfa0-4efe-82b3-bf78741bcd74 req-6ff27db4-8e83-44d6-a28d-5b1aeac57925 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0993965 Dec 14 19:17:24.865927 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fcfcb06f-bfa0-4efe-82b3-bf78741bcd74 req-81ac1997-2f5c-4723-a3f0-cb267fb5405d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440888 Dec 14 19:17:25.718140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7081-a156-4d58-8aae-2c4f8f9693d8 req-e526aa61-35ff-4d6e-b4a8-ad7fd09ef62b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:25.719774 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b34e7081-a156-4d58-8aae-2c4f8f9693d8 req-e526aa61-35ff-4d6e-b4a8-ad7fd09ef62b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0962031 Dec 14 19:17:25.771174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b34e7081-a156-4d58-8aae-2c4f8f9693d8 req-e57231f6-34bd-4e63-a718-b0d8e6a9a5d5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451169 Dec 14 19:17:26.091241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1de2f-da96-4353-973e-ec0a41ade1bb req-eb5b9820-2afe-4b77-9482-f38a068e26f2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:26.093491 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6eb1de2f-da96-4353-973e-ec0a41ade1bb req-eb5b9820-2afe-4b77-9482-f38a068e26f2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0925717 Dec 14 19:17:26.145932 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6eb1de2f-da96-4353-973e-ec0a41ade1bb req-f12a44d8-62ab-479e-a568-297ee03a4708 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461934 Dec 14 19:17:26.991616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be173f5-104c-471b-a7b7-e60e10705402 req-da1845cd-5e26-45f7-ae9b-214bd455641c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:26.993280 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7be173f5-104c-471b-a7b7-e60e10705402 req-da1845cd-5e26-45f7-ae9b-214bd455641c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0839832 Dec 14 19:17:27.050965 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7be173f5-104c-471b-a7b7-e60e10705402 req-cee42d84-5536-4227-8ea4-ae6df60b5a01 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478213 Dec 14 19:17:27.361278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27224a-cba1-4284-b63a-7e18191d952e req-ee13f49f-ca78-41c5-83de-97db14de58a9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:27.362883 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f27224a-cba1-4284-b63a-7e18191d952e req-ee13f49f-ca78-41c5-83de-97db14de58a9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0847833 Dec 14 19:17:27.427840 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f27224a-cba1-4284-b63a-7e18191d952e req-8165bd72-a2a1-4682-8964-489313e20b8c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551174 Dec 14 19:17:28.278757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6f0e0-e532-475c-86c3-adc5272f27b6 req-5e0d9d3a-913a-44e4-b4e9-1f454a3e9907 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:28.280536 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60f6f0e0-e532-475c-86c3-adc5272f27b6 req-5e0d9d3a-913a-44e4-b4e9-1f454a3e9907 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0941734 Dec 14 19:17:28.332068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-60f6f0e0-e532-475c-86c3-adc5272f27b6 req-9c6deed1-229f-46c7-9af3-0dfaeccf190d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452812 Dec 14 19:17:28.671060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ed4b6-e566-4064-ad3e-37c44511cb97 req-9964930d-fc62-433f-bfce-4508dd0c0434 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:28.672676 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-006ed4b6-e566-4064-ad3e-37c44511cb97 req-9964930d-fc62-433f-bfce-4508dd0c0434 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1073077 Dec 14 19:17:28.726257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-006ed4b6-e566-4064-ad3e-37c44511cb97 req-2388c8a8-ef28-4682-84d0-815c2160fcd5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442057 Dec 14 19:17:29.568038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63138096-71c6-475b-8b7a-56961ee2eec8 req-846d8662-349d-4edd-a6c2-b213d2fa655e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:29.569684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63138096-71c6-475b-8b7a-56961ee2eec8 req-846d8662-349d-4edd-a6c2-b213d2fa655e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0986321 Dec 14 19:17:29.619110 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63138096-71c6-475b-8b7a-56961ee2eec8 req-77e7d8bf-c8ac-4a7a-a436-58c7c850fd5d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431817 Dec 14 19:17:29.967168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a7898-8980-4667-8caf-15bdec4d3608 req-86211202-f25a-49e0-b21a-7e40a28f19bb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:29.968835 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e03a7898-8980-4667-8caf-15bdec4d3608 req-86211202-f25a-49e0-b21a-7e40a28f19bb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1094220 Dec 14 19:17:30.024257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e03a7898-8980-4667-8caf-15bdec4d3608 req-ddc54f8b-a613-41d1-882b-c2f46c2d095a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488741 Dec 14 19:17:30.845878 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4955b-5572-4a86-98b6-618eed7b4397 req-b494bb46-876f-4935-840d-97fe8eb0f9b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:30.847503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dbd4955b-5572-4a86-98b6-618eed7b4397 req-b494bb46-876f-4935-840d-97fe8eb0f9b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1006675 Dec 14 19:17:30.902935 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dbd4955b-5572-4a86-98b6-618eed7b4397 req-f701ebbb-a678-4d36-8826-46f44daf99fc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Dec 14 19:17:31.253405 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcc11c-6c19-43b7-b308-e5daf956fa73 req-19fa6471-b4b3-4c77-86ad-7e749f964948 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:31.254916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76fcc11c-6c19-43b7-b308-e5daf956fa73 req-19fa6471-b4b3-4c77-86ad-7e749f964948 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0958471 Dec 14 19:17:31.308432 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76fcc11c-6c19-43b7-b308-e5daf956fa73 req-bfff794b-1cdb-4961-9205-93e30dcff96d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464296 Dec 14 19:17:32.138647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bb478-4541-4660-974e-0406163cc404 req-49ea304b-d626-4c28-a355-0c9794f7926a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:32.140941 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb0bb478-4541-4660-974e-0406163cc404 req-49ea304b-d626-4c28-a355-0c9794f7926a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1004009 Dec 14 19:17:32.191906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb0bb478-4541-4660-974e-0406163cc404 req-d6c9ff74-934d-4914-953e-94b4871e0ce1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 Dec 14 19:17:32.539080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c231788-a47f-4f1a-975a-941722d608a2 req-4d2e998d-8ad1-438f-9aac-57e1a338918f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:32.540721 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c231788-a47f-4f1a-975a-941722d608a2 req-4d2e998d-8ad1-438f-9aac-57e1a338918f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1023149 Dec 14 19:17:32.591034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c231788-a47f-4f1a-975a-941722d608a2 req-f9e2b13e-fedc-43a3-917d-51231731c958 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438941 Dec 14 19:17:33.404932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f1b8-f574-4879-b3d6-b969417e6fc7 req-f8beaf31-075b-47ff-a9b4-6e10a20b6268 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:33.406660 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f485f1b8-f574-4879-b3d6-b969417e6fc7 req-f8beaf31-075b-47ff-a9b4-6e10a20b6268 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0873237 Dec 14 19:17:33.456083 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f485f1b8-f574-4879-b3d6-b969417e6fc7 req-0a1752bf-80cc-4f0d-b480-663c0a4b36ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428891 Dec 14 19:17:33.813733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a203356-764d-4d39-a3fc-444af3cfe823 req-53a2405c-27a8-4af6-9826-1aca582e387a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:33.815359 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2a203356-764d-4d39-a3fc-444af3cfe823 req-53a2405c-27a8-4af6-9826-1aca582e387a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.0983822 Dec 14 19:17:33.866184 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2a203356-764d-4d39-a3fc-444af3cfe823 req-67a186c1-1186-4948-a8ea-789582c2dfa1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Dec 14 19:17:34.686350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8122f5-3f53-411a-bfed-5b72ed9efa6f req-fe7c5191-f54a-4aa2-809e-3404f86e0feb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:34.688010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e8122f5-3f53-411a-bfed-5b72ed9efa6f req-fe7c5191-f54a-4aa2-809e-3404f86e0feb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0951848 Dec 14 19:17:34.744614 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e8122f5-3f53-411a-bfed-5b72ed9efa6f req-9e2b8093-f317-496d-a06a-0b2aab786529 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458612 Dec 14 19:17:35.016270 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 16ffc92a-b0de-4091-9624-61a1870efdcc details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:17:35.095613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb988488-6f66-4029-9baf-916742b591af req-49b89f31-c8ee-47a6-8f1d-fb517460caaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:35.097291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb988488-6f66-4029-9baf-916742b591af req-49b89f31-c8ee-47a6-8f1d-fb517460caaf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 944 time: 0.1038990 Dec 14 19:17:35.148006 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb988488-6f66-4029-9baf-916742b591af req-dd97ec7f-de7a-4b0e-9c5c-86011f64fe95 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443451 Dec 14 19:17:35.170224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16ffc92a-b0de-4091-9624-61a1870efdcc,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:35.184785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'port_id': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'mac_address': 'fa:16:3e:aa:3d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:17:35.245054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:35.270296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ffc92a-b0de-4091-9624-61a1870efdcc {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:17:35.286110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16ffc92a-b0de-4091-9624-61a1870efdcc,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:35.290238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:35.292110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b91049ee-1fb1-46dd-a5af-8461ea4de9a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:35.369807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:35.376152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:35.647562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['16ffc92a-b0de-4091-9624-61a1870efdcc'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:17:35.961769 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9c9c9-ece6-4347-95de-9c7d0f10d21d req-9f2dd806-595a-4cbb-89e8-75b7f3b4d989 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:35.963394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3dd9c9c9-ece6-4347-95de-9c7d0f10d21d req-9f2dd806-595a-4cbb-89e8-75b7f3b4d989 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0870516 Dec 14 19:17:36.017471 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3dd9c9c9-ece6-4347-95de-9c7d0f10d21d req-fcd08f42-38f2-4bc9-8f1a-f21f415e3c13 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477419 Dec 14 19:17:36.255956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb2dc7ac-884f-4efc-aeca-025733c20bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:36.365417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b7d50-86db-4470-ae6e-a875833b0946 req-a7e01bec-7034-4c32-932f-e2f9f28a463e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:36.367157 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e2b7d50-86db-4470-ae6e-a875833b0946 req-a7e01bec-7034-4c32-932f-e2f9f28a463e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 945 time: 0.0872424 Dec 14 19:17:36.418395 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e2b7d50-86db-4470-ae6e-a875833b0946 req-f62958ad-2bbd-4737-9867-efaf6c814105 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449991 Dec 14 19:17:37.035633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 16ffc92a-b0de-4091-9624-61a1870efdcc up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:17:37.111147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 16ffc92a-b0de-4091-9624-61a1870efdcc completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:17:37.116498 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 16ffc92a-b0de-4091-9624-61a1870efdcc triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:17:37.116921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:37.228119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f43403-95d0-4764-8b60-70b91f70fd10 req-3a4e1649-d03a-4fd7-96d8-4be5704c8d7d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:37.229783 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2f43403-95d0-4764-8b60-70b91f70fd10 req-3a4e1649-d03a-4fd7-96d8-4be5704c8d7d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0849433 Dec 14 19:17:37.236040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:37.264906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:17:37.276052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16ffc92a-b0de-4091-9624-61a1870efdcc,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:37.279907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:37.281875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2f43403-95d0-4764-8b60-70b91f70fd10 req-4dfc2ed8-8523-4cbf-8edc-0867b072a544 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453215 Dec 14 19:17:37.282884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c9764d48-9bc1-4122-83fc-152358e04c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:37.334910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'code': 200} Dec 14 19:17:37.357317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:37.360699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:37.451821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:37.750612 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:37.837765 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-040823e0-a515-4c26-be8c-8265a196f420 req-d9e1cd5c-4777-4465-95f3-1905f3395b73 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1099 time: 0.3618877 Dec 14 19:17:37.899523 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-040823e0-a515-4c26-be8c-8265a196f420 req-0678dc7b-912b-471d-826f-03ef379f65c6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550437 Dec 14 19:17:37.906471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c549626-0dc5-4946-99ed-2491bbbe5361 req-29e76546-7ee7-45af-bb73-920e23b85391 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:37.908012 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c549626-0dc5-4946-99ed-2491bbbe5361 req-29e76546-7ee7-45af-bb73-920e23b85391 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.3629031 Dec 14 19:17:37.963254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c549626-0dc5-4946-99ed-2491bbbe5361 req-a2e2c7d7-c9d2-4abd-80ce-55cf5a202f5e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470769 Dec 14 19:17:38.450870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0908b863-9d01-417b-b20a-9492040890da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:38.533240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f281e-caf8-45a8-a0ab-daf5d3358701 req-27113805-7797-4f8d-979b-fb1c95bba4df tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:38.534905 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-810f281e-caf8-45a8-a0ab-daf5d3358701 req-27113805-7797-4f8d-979b-fb1c95bba4df tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1073661 Dec 14 19:17:38.586870 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-810f281e-caf8-45a8-a0ab-daf5d3358701 req-142639d9-52e5-492c-945a-82765934bdea tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Dec 14 19:17:39.198330 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c066-75b2-4139-b87f-bc3c9d709d5f req-10eabe69-52d5-49d0-b78a-66fc8bcd6c73 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:39.199861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86b5c066-75b2-4139-b87f-bc3c9d709d5f req-10eabe69-52d5-49d0-b78a-66fc8bcd6c73 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.0868218 Dec 14 19:17:39.255034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86b5c066-75b2-4139-b87f-bc3c9d709d5f req-60750bbf-583c-4016-ba26-ada86c97a896 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476742 Dec 14 19:17:39.394681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:39.832120 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95158-50a4-4d8a-bb57-b69461af62f9 req-f55bfc34-ca42-4983-857d-cad13d7409e5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:39.833694 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14c95158-50a4-4d8a-bb57-b69461af62f9 req-f55bfc34-ca42-4983-857d-cad13d7409e5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1062527 Dec 14 19:17:39.889727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14c95158-50a4-4d8a-bb57-b69461af62f9 req-815ba7d8-3abb-4e11-b124-bc2ad3fb3870 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467627 Dec 14 19:17:40.295813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:40.480173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224db39-243e-4a13-b0ef-0746c616a26b req-71cf1859-668f-4837-885c-3dbe8a20718f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:40.482462 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d224db39-243e-4a13-b0ef-0746c616a26b req-71cf1859-668f-4837-885c-3dbe8a20718f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.1013632 Dec 14 19:17:40.535000 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d224db39-243e-4a13-b0ef-0746c616a26b req-e5046888-4746-4498-9eb2-9c9abec1ba89 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459833 Dec 14 19:17:40.759079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d0f08-dc15-414d-85c5-de9e742b355c req-8983a622-faa0-4da0-b72f-d160c7e90cf0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:40.760709 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-633d0f08-dc15-414d-85c5-de9e742b355c req-8983a622-faa0-4da0-b72f-d160c7e90cf0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.0880518 Dec 14 19:17:40.817622 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-633d0f08-dc15-414d-85c5-de9e742b355c req-e3a5470b-2e6a-486a-aa1f-4f5c74cd5479 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469186 Dec 14 19:17:40.853918 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 40180) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:41.153942 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3ae0e557-30d1-4bd2-bd90-00f4cfe9857d tempest-TestVolumeBootPattern-323805542 tempest-TestVolumeBootPattern-323805542-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1094 time: 0.2986031 Dec 14 19:17:41.157182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 40190) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:41.163299 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Request body: {'floatingip': {'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'port_id': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:17:41.165277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267100f0-f99f-4853-96dd-87a76417fe57 req-c46d7848-a2e2-4473-a92f-e22667f51999 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:41.166880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-267100f0-f99f-4853-96dd-87a76417fe57 req-c46d7848-a2e2-4473-a92f-e22667f51999 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1219568 Dec 14 19:17:41.169534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:17:41.173909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Usage tracker for resource:floatingip and tenant:2cf054661043432a8c8712ef1f755304 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:17:41.177075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:17:41.183286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:17:41.194999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:41.219532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-267100f0-f99f-4853-96dd-87a76417fe57 req-97f6a970-0e8d-4c49-944d-572058c57731 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451238 Dec 14 19:17:41.359407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:41.532647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Allocated IP 172.27.3.75 (b5c3fd38-6aef-4383-892d-670f34df2b9c/089aed9c-a137-41c8-aa04-5aed87b6ebc9/44f3b0d7-d1e8-4e14-9964-ec8776852092) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:17:41.915403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:41.943981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:41.948572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-feefdd3c-353d-47cb-8009-7f01e2c4a740 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:42.017015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Network b5c3fd38-6aef-4383-892d-670f34df2b9c is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:17:42.018178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:17:42.022695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:17:42.053098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=44f3b0d7-d1e8-4e14-9964-ec8776852092,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:42.058680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:42.486049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfc455-b565-44af-aa2e-a86f2a13709d req-e7cfb447-1160-4e52-8511-8874092e014d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:42.487585 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b0bfc455-b565-44af-aa2e-a86f2a13709d req-e7cfb447-1160-4e52-8511-8874092e014d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1373219 Dec 14 19:17:42.557435 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b0bfc455-b565-44af-aa2e-a86f2a13709d req-8851f796-8ee4-4562-862d-539ef26f1894 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590591 Dec 14 19:17:42.673467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:42.740064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:42.963418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:42.969265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:42.973048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-708db8b1-408e-4450-bb31-a024c38eb4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:43.077601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event updated for resources: {'Port': ['ID=44f3b0d7-d1e8-4e14-9964-ec8776852092,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:43.085790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:43.099236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418541'] for floatingip, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:43.309570 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.l3_db [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Floating IP 7f46b9d8-e164-4003-a55f-ef6bb387094d associated. External IP: 172.27.3.75, port: 16ffc92a-b0de-4091-9624-61a1870efdcc. Dec 14 19:17:43.752678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:17:43.772625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd4205-96b0-4fee-ac9e-5efb52b9612c req-263619b3-eeda-4c25-8cc5-df98ac778d9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:43.774357 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cacd4205-96b0-4fee-ac9e-5efb52b9612c req-263619b3-eeda-4c25-8cc5-df98ac778d9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0840106 Dec 14 19:17:43.826092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cacd4205-96b0-4fee-ac9e-5efb52b9612c req-3cf9eb33-1cdb-4b6c-829b-905a4e0c9c61 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Dec 14 19:17:43.978371 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:17:43.989224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:17:44.003528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:44.004688 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:17:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:44.006660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:44.065424 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9069631 Dec 14 19:17:44.066312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:17:44.214058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:44.292068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'status': 'completed', 'code': 200} Dec 14 19:17:44.398683 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-b8902ff5-e8d5-4061-9efc-61e8aeb7091f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1099 time: 0.0820107 Dec 14 19:17:44.550353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-c5802653-88b4-47f7-849d-09250cfb37c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:44.551882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-c5802653-88b4-47f7-849d-09250cfb37c2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1465621 Dec 14 19:17:44.598448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7f46b9d8-e164-4003-a55f-ef6bb387094d', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:aa:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:17:42Z', 'updated_at': '2021-12-14T19:17:42Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}, {'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:44.602989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:17:44.615424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:44.616024 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:17:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:44.665603 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-890a7de7-a6cc-4957-8900-25890d2278a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 200 len: 999 time: 0.0993366 Dec 14 19:17:44.740062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-c2baffe5-01dd-42ed-a6aa-9cc02b488f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:44.741709 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-c2baffe5-01dd-42ed-a6aa-9cc02b488f41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0693684 Dec 14 19:17:44.801398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:44.823391 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-da8a5065-1ae0-4265-a519-34402a319ccc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751247 Dec 14 19:17:45.037842 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-ccea62e0-4de6-4829-8b5d-6b109ab89009 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038600 Dec 14 19:17:45.186167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a52478-e8b2-43c9-bf71-0b9c328858c6 req-5ed8cdfb-04c9-4efd-96a3-3007773ee6ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:45.187814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64a52478-e8b2-43c9-bf71-0b9c328858c6 req-5ed8cdfb-04c9-4efd-96a3-3007773ee6ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.2239935 Dec 14 19:17:45.210427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7f46b9d8-e164-4003-a55f-ef6bb387094d', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:aa:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:17:42Z', 'updated_at': '2021-12-14T19:17:42Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}, {'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:45.215641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7eeab4-aa90-4042-b6f6-c508ff6ccf57 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': '7f46b9d8-e164-4003-a55f-ef6bb387094d', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:aa:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:17:42Z', 'updated_at': '2021-12-14T19:17:42Z', 'revision_number': 0, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}, {'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:17:45.231017 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a99d3aef-4512-481b-b69a-87efbeb32496 req-788af767-bfb8-40e5-8cb0-cc06d190c19c service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859865 Dec 14 19:17:45.261440 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64a52478-e8b2-43c9-bf71-0b9c328858c6 req-01a91b6b-10ee-43b0-ae96-48c0e3659f43 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603905 Dec 14 19:17:45.602311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688f1332-61c2-4c0c-8a69-db39b15cab1a None None] New status for floating IP 7f46b9d8-e164-4003-a55f-ef6bb387094d: ACTIVE {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:17:46.494588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bf390-4b37-4202-b759-744eb3887d36 req-630fa18c-d2d4-46dd-bb76-07e727b0279b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:46.496248 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b89bf390-4b37-4202-b759-744eb3887d36 req-630fa18c-d2d4-46dd-bb76-07e727b0279b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0983093 Dec 14 19:17:46.546667 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b89bf390-4b37-4202-b759-744eb3887d36 req-2255941d-92b8-44fe-840c-bc9a306f674e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Dec 14 19:17:47.756039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06c977-c857-4984-9d54-06aa4ee048f7 req-3a8d003d-0dae-4ab8-8985-ae348c1ad398 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:47.758087 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e06c977-c857-4984-9d54-06aa4ee048f7 req-3a8d003d-0dae-4ab8-8985-ae348c1ad398 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0840404 Dec 14 19:17:47.808737 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4e06c977-c857-4984-9d54-06aa4ee048f7 req-610a6931-b86b-4a19-9952-6d862c29faa7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440338 Dec 14 19:17:49.025347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409efc3b-88c8-4632-bf77-6b93ef18421f req-c52bf368-6d01-4a55-a7c9-a99e2065003e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:49.026917 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-409efc3b-88c8-4632-bf77-6b93ef18421f req-c52bf368-6d01-4a55-a7c9-a99e2065003e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0893555 Dec 14 19:17:49.077772 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-409efc3b-88c8-4632-bf77-6b93ef18421f req-54f6917d-7598-44b0-ba38-947d6544d307 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Dec 14 19:17:50.315494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f9303-2e3d-40ae-b8b2-0f9e57c84035 req-1df7b620-9adb-4864-8979-c3533ec4e8a0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:50.317209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bd5f9303-2e3d-40ae-b8b2-0f9e57c84035 req-1df7b620-9adb-4864-8979-c3533ec4e8a0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0958881 Dec 14 19:17:50.372852 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bd5f9303-2e3d-40ae-b8b2-0f9e57c84035 req-d6d40ecf-a3e7-40a3-b94c-8d55d162634d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463433 Dec 14 19:17:51.593188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd252ea0-7f0b-4493-9728-a0bf9f18ac42 req-56e4a032-8e37-49e8-bd00-b51b67fbf8db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:51.594808 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd252ea0-7f0b-4493-9728-a0bf9f18ac42 req-56e4a032-8e37-49e8-bd00-b51b67fbf8db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0925210 Dec 14 19:17:51.648992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd252ea0-7f0b-4493-9728-a0bf9f18ac42 req-ce12d5f7-e802-4645-b093-ff55a0bf199d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477676 Dec 14 19:17:52.891860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc43d5-2a2c-4ae4-b0eb-ab3e2bcca907 req-c34ea76e-9914-450b-865b-4a206dc100a6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:52.894038 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dc43d5-2a2c-4ae4-b0eb-ab3e2bcca907 req-c34ea76e-9914-450b-865b-4a206dc100a6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1069794 Dec 14 19:17:52.950497 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-63dc43d5-2a2c-4ae4-b0eb-ab3e2bcca907 req-4ac32810-fbfd-45a9-b5d7-3661c3cbaaea tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498476 Dec 14 19:17:54.175313 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbab703-7209-4c0c-b7de-b4733f754070 req-c7dc3aa1-a03b-44fc-9612-bd1d263bb986 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:54.177016 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6dbab703-7209-4c0c-b7de-b4733f754070 req-c7dc3aa1-a03b-44fc-9612-bd1d263bb986 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0905726 Dec 14 19:17:54.229839 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6dbab703-7209-4c0c-b7de-b4733f754070 req-9dffc497-d784-43cd-890d-ecec708caacb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434625 Dec 14 19:17:54.712705 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:17:55.457671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db1911-ac66-4d22-9eba-d955b05a45a0 req-33b431b4-1831-45a0-a9f2-6f0e05de1b2c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:55.457671 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-82db1911-ac66-4d22-9eba-d955b05a45a0 req-33b431b4-1831-45a0-a9f2-6f0e05de1b2c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0901811 Dec 14 19:17:55.505545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-82db1911-ac66-4d22-9eba-d955b05a45a0 req-f05a9960-4413-4134-a5ae-a085f3caa41c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 Dec 14 19:17:56.961283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3f320-56c9-4628-b269-53b395250dbd req-5b52a27b-ed22-4e07-be9e-e53f98106ec6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:56.962903 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eba3f320-56c9-4628-b269-53b395250dbd req-5b52a27b-ed22-4e07-be9e-e53f98106ec6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.3234684 Dec 14 19:17:57.014054 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eba3f320-56c9-4628-b269-53b395250dbd req-64d31ca9-4210-4663-9bc6-b4987bf13be7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Dec 14 19:17:58.259452 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb255-c3a7-4ca2-be3e-2d23434c618f req-0fbaa3ca-4797-4c51-869f-50ca89eeb2e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:58.261031 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-12beb255-c3a7-4ca2-be3e-2d23434c618f req-0fbaa3ca-4797-4c51-869f-50ca89eeb2e7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1103320 Dec 14 19:17:58.311843 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-12beb255-c3a7-4ca2-be3e-2d23434c618f req-35b05cd7-e402-4432-849d-3e4f44ae42df tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445058 Dec 14 19:17:59.538431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c929de-1182-40d4-b51d-1db5a9ec3e02 req-974e7758-3363-4a4b-b4e8-7b9a6aeeaaef tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:17:59.540092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76c929de-1182-40d4-b51d-1db5a9ec3e02 req-974e7758-3363-4a4b-b4e8-7b9a6aeeaaef tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0970786 Dec 14 19:17:59.591582 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76c929de-1182-40d4-b51d-1db5a9ec3e02 req-669842d7-63fd-4094-bf76-b802532fbbe8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451589 Dec 14 19:18:00.809445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1354-45f7-4d6e-ab03-7c5d51976049 req-31f8c002-5f8e-43c5-a09f-bd67013f8e3b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:00.811621 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f0c1354-45f7-4d6e-ab03-7c5d51976049 req-31f8c002-5f8e-43c5-a09f-bd67013f8e3b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0916598 Dec 14 19:18:00.863667 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8f0c1354-45f7-4d6e-ab03-7c5d51976049 req-51c047ab-ada9-44e0-9eee-39c79189d599 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455334 Dec 14 19:18:02.109148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ba2c0-bfea-4305-8750-ec1acf48de40 req-521c90b9-f6e0-4b66-8e9c-3719db8637be tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:02.110771 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-054ba2c0-bfea-4305-8750-ec1acf48de40 req-521c90b9-f6e0-4b66-8e9c-3719db8637be tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1098697 Dec 14 19:18:02.172920 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-054ba2c0-bfea-4305-8750-ec1acf48de40 req-75e09a4b-a1d6-4e5e-873b-693a5b8a30cc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546317 Dec 14 19:18:03.404306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced2710-7cdf-43f1-9020-272fa32db510 req-e8f8a273-17a5-4027-8be3-ebdd2a4d03ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:03.405972 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ced2710-7cdf-43f1-9020-272fa32db510 req-e8f8a273-17a5-4027-8be3-ebdd2a4d03ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0995355 Dec 14 19:18:03.470387 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ced2710-7cdf-43f1-9020-272fa32db510 req-16154a99-863f-49f6-883b-d5f50fab9808 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556796 Dec 14 19:18:04.705479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83a16b-181f-48b8-ab3f-3e6a3e81da50 req-656513ad-a29e-4ad3-8326-83e8504b821e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:04.707545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f83a16b-181f-48b8-ab3f-3e6a3e81da50 req-656513ad-a29e-4ad3-8326-83e8504b821e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0956631 Dec 14 19:18:04.758520 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f83a16b-181f-48b8-ab3f-3e6a3e81da50 req-90d0a918-324e-4b2e-9cc5-9f3d62b4cce9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440264 Dec 14 19:18:05.976890 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfd6ae-d278-4652-8f38-22a17dc6f500 req-107b0d6c-b217-45c3-8d35-bcde561a6dcf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:05.978535 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16cfd6ae-d278-4652-8f38-22a17dc6f500 req-107b0d6c-b217-45c3-8d35-bcde561a6dcf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0908766 Dec 14 19:18:06.029234 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16cfd6ae-d278-4652-8f38-22a17dc6f500 req-2b431016-a5b4-451b-ad1c-263e3ff5422b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444007 Dec 14 19:18:06.260785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-82b4f331-8785-4867-a30e-2361b8488cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:07.250559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc7421-a696-4d56-bec3-87bfa20d8913 req-d237033f-f22f-45dc-b50f-d289de780cc3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:07.252174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3efc7421-a696-4d56-bec3-87bfa20d8913 req-d237033f-f22f-45dc-b50f-d289de780cc3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0956132 Dec 14 19:18:07.305815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3efc7421-a696-4d56-bec3-87bfa20d8913 req-a9ab4c26-783c-4448-a83e-3e096617ca2d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Dec 14 19:18:07.452546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:07.749198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:08.455223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f05c1325-246b-4a34-b2a5-308dbf34b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:08.552777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519d910-b50f-4990-a92d-7db267bb6b5b req-520263c0-d15f-4d1e-bfd1-708114645d0d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:08.554414 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a519d910-b50f-4990-a92d-7db267bb6b5b req-520263c0-d15f-4d1e-bfd1-708114645d0d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0894802 Dec 14 19:18:08.604410 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a519d910-b50f-4990-a92d-7db267bb6b5b req-94fbaff0-0b3f-48de-985b-7c8e2c1ecc3a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 Dec 14 19:18:09.398957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:09.833146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c518e-6528-4656-a70a-9f8c513ee1f8 req-4941c3f5-8aa0-461b-9a17-25e76ae8c2c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:09.839405 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cb8c518e-6528-4656-a70a-9f8c513ee1f8 req-4941c3f5-8aa0-461b-9a17-25e76ae8c2c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0945296 Dec 14 19:18:09.888459 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cb8c518e-6528-4656-a70a-9f8c513ee1f8 req-a6513be4-9a1f-42b5-86d3-8662c67332ff tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471857 Dec 14 19:18:10.297511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:11.101471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290691b-3f0e-4658-a6de-2737bd12d66d req-4c2b346f-bd82-4703-8b91-8c616e07230f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:11.103082 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4290691b-3f0e-4658-a6de-2737bd12d66d req-4c2b346f-bd82-4703-8b91-8c616e07230f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0908077 Dec 14 19:18:11.157687 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4290691b-3f0e-4658-a6de-2737bd12d66d req-9591fbda-5fb5-40bc-8831-3434eaa1d6de tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483265 Dec 14 19:18:12.386624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24fbbf-3b34-4223-b9c0-03c02f2d0a66 req-d8fc8651-8d27-46f3-b7e7-798f8fadadb3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:12.388250 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec24fbbf-3b34-4223-b9c0-03c02f2d0a66 req-d8fc8651-8d27-46f3-b7e7-798f8fadadb3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1011441 Dec 14 19:18:12.442116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec24fbbf-3b34-4223-b9c0-03c02f2d0a66 req-5d6c1479-9a9a-4355-8a28-7e43bca91fc4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440874 Dec 14 19:18:13.683043 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e89dbb-46e4-4535-a974-29088238e95a req-2ebcdfd7-4bd6-4554-a30f-165384f3e3f0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:13.684688 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07e89dbb-46e4-4535-a974-29088238e95a req-2ebcdfd7-4bd6-4554-a30f-165384f3e3f0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1126471 Dec 14 19:18:13.739575 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07e89dbb-46e4-4535-a974-29088238e95a req-43d41fb1-d7f0-4722-a57b-26643f80934f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Dec 14 19:18:14.972217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016ec29-d1ad-4166-ae57-8d404a5f8262 req-7d69c1c8-9ed1-42b5-8f09-85ae9ff45b38 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:14.973898 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c016ec29-d1ad-4166-ae57-8d404a5f8262 req-7d69c1c8-9ed1-42b5-8f09-85ae9ff45b38 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1029208 Dec 14 19:18:15.026630 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c016ec29-d1ad-4166-ae57-8d404a5f8262 req-acf65c53-9d4e-423f-99eb-952cd1b3a43d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 Dec 14 19:18:16.116503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-71c5672b-b062-43e2-b2d1-32d480404034 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787725 Dec 14 19:18:16.282782 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-5f085edb-241e-48b7-8458-d76fef75831f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.1364908 Dec 14 19:18:16.291599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fadc5-23d5-4486-9242-5f231f82421b req-cf73b8b8-8b44-4306-b817-93146ae8efd7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:16.293167 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-135fadc5-23d5-4486-9242-5f231f82421b req-cf73b8b8-8b44-4306-b817-93146ae8efd7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1094172 Dec 14 19:18:16.445599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-135fadc5-23d5-4486-9242-5f231f82421b req-6fbb7be3-bb02-4fe1-9e74-d63fa6e9ca70 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461337 Dec 14 19:18:16.486039 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63373d-1092-4f04-b041-75ede05b735c req-cb2572d9-67e3-4e6b-8fff-9cfa62df0ee8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:16.487684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-cb2572d9-67e3-4e6b-8fff-9cfa62df0ee8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1703959 Dec 14 19:18:16.596783 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-c72bc93e-9882-4b9d-b1c9-fd108c59a9b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1018133 Dec 14 19:18:16.671442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63373d-1092-4f04-b041-75ede05b735c req-064ca569-44f3-446b-bb86-2d4b3bd68d03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:16.673145 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-064ca569-44f3-446b-bb86-2d4b3bd68d03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0687268 Dec 14 19:18:16.760807 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-ff5cd9e6-102e-481e-8fcb-10176839ff0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813665 Dec 14 19:18:16.908268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-b8d7eed5-0179-4085-a370-3fee3a8b0137 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412086 Dec 14 19:18:17.055527 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fa63373d-1092-4f04-b041-75ede05b735c req-e9a03232-e12e-44b9-8bd1-97acb1ff960d service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410382 Dec 14 19:18:17.681948 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efba8-bfd7-4d38-a0cc-05253264679e req-9d21e9ad-dc6d-4980-8a4d-bdf42ab92279 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:17.683450 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-620efba8-bfd7-4d38-a0cc-05253264679e req-9d21e9ad-dc6d-4980-8a4d-bdf42ab92279 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0886469 Dec 14 19:18:17.737976 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-620efba8-bfd7-4d38-a0cc-05253264679e req-250d6ddd-2e3c-4bdd-b517-2ef9ab01fb52 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 Dec 14 19:18:19.119004 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302bb54-361d-4ec5-95ee-52f2c77d0ccc req-6e38f757-62b4-4382-a711-5b8829a6ab57 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:19.120651 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7302bb54-361d-4ec5-95ee-52f2c77d0ccc req-6e38f757-62b4-4382-a711-5b8829a6ab57 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0950544 Dec 14 19:18:19.172396 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7302bb54-361d-4ec5-95ee-52f2c77d0ccc req-c8643daa-9473-4761-866c-d62623251a94 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453331 Dec 14 19:18:20.410030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8f604-2374-420c-853f-204c011470d0 req-fa63acdf-4a00-443b-be09-70fb96822b9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:20.411676 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e5f8f604-2374-420c-853f-204c011470d0 req-fa63acdf-4a00-443b-be09-70fb96822b9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1010494 Dec 14 19:18:20.462671 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e5f8f604-2374-420c-853f-204c011470d0 req-132083d7-8731-4c24-807e-46ff591a4cde tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 Dec 14 19:18:21.688852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff878b-18ce-4a8e-b6e5-967b4c17fcf3 req-842a7c81-5942-4ebe-861d-4f6f04136395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:21.690488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ff878b-18ce-4a8e-b6e5-967b4c17fcf3 req-842a7c81-5942-4ebe-861d-4f6f04136395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0899107 Dec 14 19:18:21.741052 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67ff878b-18ce-4a8e-b6e5-967b4c17fcf3 req-c4f67e38-10f4-4867-9d08-6ace82595816 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441279 Dec 14 19:18:22.985582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8d30-844f-4802-82c0-41f41edbc95d req-3468b090-7111-40d6-9dad-5f082a1376e9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:22.987220 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f85e8d30-844f-4802-82c0-41f41edbc95d req-3468b090-7111-40d6-9dad-5f082a1376e9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0975988 Dec 14 19:18:23.046174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f85e8d30-844f-4802-82c0-41f41edbc95d req-bc13c678-074d-480d-bc69-7c48526ea632 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524330 Dec 14 19:18:24.265630 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69592d54-b3f6-4e97-b506-46cf1eeeb2a0 req-4adeb1c9-504f-45b1-8055-1861fcd4aadc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:24.267271 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69592d54-b3f6-4e97-b506-46cf1eeeb2a0 req-4adeb1c9-504f-45b1-8055-1861fcd4aadc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0925374 Dec 14 19:18:24.327816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69592d54-b3f6-4e97-b506-46cf1eeeb2a0 req-0f224e37-5f65-4169-8d1f-e86ac79270da tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534813 Dec 14 19:18:25.544725 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71209f78-eaa7-48c8-b2fa-996505d63b61 req-98033b7e-8004-49d6-a524-8374fc8fc41e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:25.546675 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71209f78-eaa7-48c8-b2fa-996505d63b61 req-98033b7e-8004-49d6-a524-8374fc8fc41e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0878203 Dec 14 19:18:25.606829 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-71209f78-eaa7-48c8-b2fa-996505d63b61 req-51c238ba-f2fc-43e0-8eea-7a12a0486331 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499096 Dec 14 19:18:26.824436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdedbb1-f6cd-4e8f-89cb-e945467f5fa6 req-c24aea6e-1dca-463a-905d-1f518f4524fb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:26.826098 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5cdedbb1-f6cd-4e8f-89cb-e945467f5fa6 req-c24aea6e-1dca-463a-905d-1f518f4524fb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0897419 Dec 14 19:18:26.879462 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5cdedbb1-f6cd-4e8f-89cb-e945467f5fa6 req-66b3ab4f-c373-4b8b-b3f6-63164d5b7ca6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444634 Dec 14 19:18:28.104256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dde94b-63fb-45ab-8c44-41f788e2a491 req-1d53ef7d-517c-46d1-814c-fad317369da5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:28.105920 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4dde94b-63fb-45ab-8c44-41f788e2a491 req-1d53ef7d-517c-46d1-814c-fad317369da5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0948188 Dec 14 19:18:28.159633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d4dde94b-63fb-45ab-8c44-41f788e2a491 req-4954793f-7f45-49c2-a257-24725dec1395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Dec 14 19:18:29.420387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d63be-a8bb-401d-a216-80df973ff373 req-5de01dd5-6bc7-4bed-98e1-e7631d4ac3ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:29.422105 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-164d63be-a8bb-401d-a216-80df973ff373 req-5de01dd5-6bc7-4bed-98e1-e7631d4ac3ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1122272 Dec 14 19:18:29.474103 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-164d63be-a8bb-401d-a216-80df973ff373 req-fc8c0494-89c8-4416-b2c4-3ba8685ef367 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424638 Dec 14 19:18:30.703798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841dcd9-aae1-4d03-94cc-95791c589517 req-1c0f02eb-9a22-42f2-8a68-03d9daba89b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:30.705469 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1841dcd9-aae1-4d03-94cc-95791c589517 req-1c0f02eb-9a22-42f2-8a68-03d9daba89b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0965261 Dec 14 19:18:30.757931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1841dcd9-aae1-4d03-94cc-95791c589517 req-25a7ee9c-1a8b-4020-b8bd-961f05998869 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Dec 14 19:18:31.716558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:18:31.970466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dc184-485d-4bdc-81cd-0043a713884b req-04188ace-718d-4dd4-b0c3-08e2a3114a52 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:31.972054 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0e0dc184-485d-4bdc-81cd-0043a713884b req-04188ace-718d-4dd4-b0c3-08e2a3114a52 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0864015 Dec 14 19:18:32.026638 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0e0dc184-485d-4bdc-81cd-0043a713884b req-45dddf11-0ce2-4d40-b54a-e0a4c5cff501 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480361 Dec 14 19:18:33.242740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ce8db-ad9b-4b5a-9305-dbad09353bd3 req-34d744b4-5af8-4d35-9ead-2aca47147642 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:33.244230 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f4ce8db-ad9b-4b5a-9305-dbad09353bd3 req-34d744b4-5af8-4d35-9ead-2aca47147642 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0865171 Dec 14 19:18:33.296093 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f4ce8db-ad9b-4b5a-9305-dbad09353bd3 req-0d73a730-fea6-4d3d-8994-5cd7cdc27be1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427787 Dec 14 19:18:34.530294 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c948a00-37a6-454a-b621-96747d12a9bb req-a62138a7-5e7b-4170-a9f6-ebe5aa0d1f65 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:34.532209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c948a00-37a6-454a-b621-96747d12a9bb req-a62138a7-5e7b-4170-a9f6-ebe5aa0d1f65 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1019771 Dec 14 19:18:34.586182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c948a00-37a6-454a-b621-96747d12a9bb req-555a22bc-ab7f-4dff-a759-eac1c9906b84 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446382 Dec 14 19:18:35.809581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb50e56-cdcb-4449-bc2e-c2edf32ec84c req-ce41a555-e2f8-44c0-b737-81f84628a424 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:35.811209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-adb50e56-cdcb-4449-bc2e-c2edf32ec84c req-ce41a555-e2f8-44c0-b737-81f84628a424 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0991666 Dec 14 19:18:35.864384 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-adb50e56-cdcb-4449-bc2e-c2edf32ec84c req-be2d068c-b20e-4597-87ce-543bc15edba8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438004 Dec 14 19:18:36.264943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e00c7e90-9eb1-4faf-b1e0-b74555fd9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:37.338276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f019a97-1191-4d70-964f-18e97315ecb3 req-6608b1ce-d956-4590-891d-5aa1c395b4c4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:37.339960 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f019a97-1191-4d70-964f-18e97315ecb3 req-6608b1ce-d956-4590-891d-5aa1c395b4c4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.3336482 Dec 14 19:18:37.391146 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f019a97-1191-4d70-964f-18e97315ecb3 req-b355c204-57c7-4952-87f7-aeef20482fb5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449252 Dec 14 19:18:37.462403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:37.745009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:38.460409 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b5216d33-fefb-4860-8d96-abfbe732b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:38.628778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927ddb7-5efb-46f0-9e5e-02915a91dce0 req-f323cf07-2c5f-4184-942c-580f1bdbc3d8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:38.630430 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8927ddb7-5efb-46f0-9e5e-02915a91dce0 req-f323cf07-2c5f-4184-942c-580f1bdbc3d8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0871847 Dec 14 19:18:38.691153 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8927ddb7-5efb-46f0-9e5e-02915a91dce0 req-b46e4734-c420-4ea2-8182-af86d9e4ac64 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506532 Dec 14 19:18:39.407110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:39.927107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677720d3-1659-49c8-afa1-6a17cde9f60c req-22b2800c-16ce-4919-b723-b7535e63986a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:39.928809 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-677720d3-1659-49c8-afa1-6a17cde9f60c req-22b2800c-16ce-4919-b723-b7535e63986a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0948670 Dec 14 19:18:39.980168 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-677720d3-1659-49c8-afa1-6a17cde9f60c req-7b5192a2-3c44-42f7-b8d2-a52573c80f83 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444343 Dec 14 19:18:40.300112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:41.200078 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173c9d3-96b3-45bd-87e3-4a8dddf19e9f req-8f17e822-d9c8-4a2a-8266-ef04225c6a2a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:41.201703 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0173c9d3-96b3-45bd-87e3-4a8dddf19e9f req-8f17e822-d9c8-4a2a-8266-ef04225c6a2a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0904984 Dec 14 19:18:41.259854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0173c9d3-96b3-45bd-87e3-4a8dddf19e9f req-d6dd7a3d-868e-4d8e-85d2-cd73f6cebd17 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488553 Dec 14 19:18:42.490212 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235c4c2-e5d1-4a24-b9ce-8c34f0725a95 req-da42dd95-56aa-4ef5-81b5-accde0a3068d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:42.491816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5235c4c2-e5d1-4a24-b9ce-8c34f0725a95 req-da42dd95-56aa-4ef5-81b5-accde0a3068d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0946484 Dec 14 19:18:42.544508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5235c4c2-e5d1-4a24-b9ce-8c34f0725a95 req-ae570a92-c3b3-42ed-8e69-f74f7077ad2c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Dec 14 19:18:43.756648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f0519-2421-418c-8a39-50339b790de1 req-c97d043b-0a57-4fb0-a6d6-9b5a8205cee3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:43.758593 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e3f0519-2421-418c-8a39-50339b790de1 req-c97d043b-0a57-4fb0-a6d6-9b5a8205cee3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0881047 Dec 14 19:18:43.812091 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2e3f0519-2421-418c-8a39-50339b790de1 req-d44eecb4-d56e-4514-b2cc-7d1e3368a001 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448329 Dec 14 19:18:45.059785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af37464-a62c-4b55-9046-326a8be4ce92 req-a990b77f-2498-4457-bde2-2cfb0bdab111 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:45.061601 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0af37464-a62c-4b55-9046-326a8be4ce92 req-a990b77f-2498-4457-bde2-2cfb0bdab111 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1093981 Dec 14 19:18:45.112875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0af37464-a62c-4b55-9046-326a8be4ce92 req-d7efdfbf-4db1-42cb-a77b-8a748d4c8a85 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441844 Dec 14 19:18:46.344588 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4e267-2576-430c-92b0-524fb78488d9 req-9c89e58e-1a70-40ed-b05b-9d2d6e4e9d3e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:46.346238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8f4e267-2576-430c-92b0-524fb78488d9 req-9c89e58e-1a70-40ed-b05b-9d2d6e4e9d3e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1048772 Dec 14 19:18:46.403160 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8f4e267-2576-430c-92b0-524fb78488d9 req-5e53f560-4379-4a05-986d-6d4b1a1f437d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474734 Dec 14 19:18:47.668407 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db359d-c2ac-4b4a-8b44-5ebce85a5af4 req-4a70c9d8-fd78-476c-b0ee-5875a31caf76 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:47.670461 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8db359d-c2ac-4b4a-8b44-5ebce85a5af4 req-4a70c9d8-fd78-476c-b0ee-5875a31caf76 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1103938 Dec 14 19:18:47.726875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c8db359d-c2ac-4b4a-8b44-5ebce85a5af4 req-c7279094-5dde-4ff4-b980-daa40fd161b2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497291 Dec 14 19:18:49.093655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c41b-2511-43aa-8c4f-40ba897c9c47 req-4b0f3cf9-0e0f-4bf4-a96d-4b98ed38f55b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:49.095274 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dbb3c41b-2511-43aa-8c4f-40ba897c9c47 req-4b0f3cf9-0e0f-4bf4-a96d-4b98ed38f55b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0977175 Dec 14 19:18:49.146733 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dbb3c41b-2511-43aa-8c4f-40ba897c9c47 req-73effafc-4491-40d2-9acf-8336c59a92d3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Dec 14 19:18:50.381266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31010808-6da1-481d-81b1-e9a1d13f3551 req-1efc8f24-ef03-4f04-9e99-b5c4aaff6549 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:50.383246 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31010808-6da1-481d-81b1-e9a1d13f3551 req-1efc8f24-ef03-4f04-9e99-b5c4aaff6549 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0924497 Dec 14 19:18:50.437619 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31010808-6da1-481d-81b1-e9a1d13f3551 req-910560b7-4a6e-43b7-8133-fd249c511d4e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474863 Dec 14 19:18:51.670446 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fc3e8-3103-4e87-9f97-6fc1bbd8b22b req-ac7d9415-afea-46a2-881b-878b619189ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:51.672058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d83fc3e8-3103-4e87-9f97-6fc1bbd8b22b req-ac7d9415-afea-46a2-881b-878b619189ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0918195 Dec 14 19:18:51.724075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d83fc3e8-3103-4e87-9f97-6fc1bbd8b22b req-702fe9dd-7c6b-436b-9901-0ad121858ef3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453649 Dec 14 19:18:52.946056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f1cef-aa66-41dc-968d-646435956f95 req-39a5174c-1de2-4eb0-8681-2549276a87f1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:52.947665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-448f1cef-aa66-41dc-968d-646435956f95 req-39a5174c-1de2-4eb0-8681-2549276a87f1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0877397 Dec 14 19:18:52.997401 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-448f1cef-aa66-41dc-968d-646435956f95 req-2ffa4ee9-56b2-4d40-afca-b8dc640885be tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Dec 14 19:18:54.211415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a9551-c3f8-4ab0-9e6a-749d2be269a2 req-ac220209-7248-4b1b-a3bf-eed2391ef6d0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:54.212902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-697a9551-c3f8-4ab0-9e6a-749d2be269a2 req-ac220209-7248-4b1b-a3bf-eed2391ef6d0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0879631 Dec 14 19:18:54.272127 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-697a9551-c3f8-4ab0-9e6a-749d2be269a2 req-67416592-07d1-4d09-8df0-cf770f5224fc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512149 Dec 14 19:18:55.491275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9900348-3538-4086-8dbd-c8dfc531613c req-b466a52e-410e-4fc3-9482-3f20ae1ef582 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:55.492891 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9900348-3538-4086-8dbd-c8dfc531613c req-b466a52e-410e-4fc3-9482-3f20ae1ef582 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0927312 Dec 14 19:18:55.549284 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f9900348-3538-4086-8dbd-c8dfc531613c req-9ade58c7-d09e-48ca-b3a7-358f3ab4aec2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462768 Dec 14 19:18:56.781896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080c80-7b2f-4b4a-883b-ee260644db95 req-eb6baf89-42d7-4ad0-a1ee-2a9751200783 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:56.783515 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f5080c80-7b2f-4b4a-883b-ee260644db95 req-eb6baf89-42d7-4ad0-a1ee-2a9751200783 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0940330 Dec 14 19:18:56.841968 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f5080c80-7b2f-4b4a-883b-ee260644db95 req-e5735f3e-4ecc-48f3-8213-4217765a2faa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519638 Dec 14 19:18:58.071644 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec14b9-7289-4710-b2d3-90058b9d6e50 req-d40ba40c-7544-40e0-a6fc-9a30a87ad977 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:58.073639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-13ec14b9-7289-4710-b2d3-90058b9d6e50 req-d40ba40c-7544-40e0-a6fc-9a30a87ad977 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0945146 Dec 14 19:18:58.129138 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-13ec14b9-7289-4710-b2d3-90058b9d6e50 req-84950bf8-7e2a-4878-9c82-7b2c6a5cfd0b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491128 Dec 14 19:18:59.353329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cfe1d-dca2-4a24-ae4c-d1cae3817e5f req-cdccbd62-efc3-4380-9ed2-f9122c185c30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:18:59.354968 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8cfe1d-dca2-4a24-ae4c-d1cae3817e5f req-cdccbd62-efc3-4380-9ed2-f9122c185c30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0890956 Dec 14 19:18:59.412299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c8cfe1d-dca2-4a24-ae4c-d1cae3817e5f req-7e1db1b8-67fc-49c7-b50d-9c376279da63 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503361 Dec 14 19:19:00.630458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455569d4-b8a5-420c-81e2-b9782afe1932 req-a3a6a3d7-eb89-4aae-ac2c-10020471e1e9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:00.632068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-455569d4-b8a5-420c-81e2-b9782afe1932 req-a3a6a3d7-eb89-4aae-ac2c-10020471e1e9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0884526 Dec 14 19:19:00.682619 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-455569d4-b8a5-420c-81e2-b9782afe1932 req-fb4a2890-e7d8-4783-8827-0508a170d554 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438416 Dec 14 19:19:01.919358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af556a6-062b-4062-b00d-c42dd0d8f8ca req-b3b40e03-8463-4fed-9a7e-c58b76a4f395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:01.920985 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af556a6-062b-4062-b00d-c42dd0d8f8ca req-b3b40e03-8463-4fed-9a7e-c58b76a4f395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1055307 Dec 14 19:19:01.972433 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af556a6-062b-4062-b00d-c42dd0d8f8ca req-e1f5b284-13ea-43c2-9f72-25e361e93396 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428410 Dec 14 19:19:03.325300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b951-dfd5-4f0b-bf03-555a6011988b req-388feb55-b747-4298-8de0-f05eed146813 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:03.327008 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4b29b951-dfd5-4f0b-bf03-555a6011988b req-388feb55-b747-4298-8de0-f05eed146813 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0860138 Dec 14 19:19:03.375909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4b29b951-dfd5-4f0b-bf03-555a6011988b req-b1351aec-f5b7-47c8-ae46-ab47b5cc3fbe tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Dec 14 19:19:04.616834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6dac-e3c4-4de7-9203-df73cdba7c38 req-08507282-13f2-41c9-9cae-c2c455eeca1c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:04.618422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-797c6dac-e3c4-4de7-9203-df73cdba7c38 req-08507282-13f2-41c9-9cae-c2c455eeca1c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1002209 Dec 14 19:19:04.669481 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-797c6dac-e3c4-4de7-9203-df73cdba7c38 req-652da80f-f69f-4206-b1be-b0c5baae960b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Dec 14 19:19:05.880567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4456d-8071-4558-8708-08007eaf2e8d req-92cb8a05-cdf2-4b28-ac95-8857aec40b65 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:05.882244 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ce4456d-8071-4558-8708-08007eaf2e8d req-92cb8a05-cdf2-4b28-ac95-8857aec40b65 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0886846 Dec 14 19:19:05.937933 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ce4456d-8071-4558-8708-08007eaf2e8d req-6f15a3f3-10f6-4169-8e51-a534bafb137d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467296 Dec 14 19:19:06.269393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a18ffaf8-7d66-44c9-9ea6-5e2aa264600c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:07.154414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48a633-c0e2-4436-9b1e-893e93df4aee req-19f2548f-3a1c-4ae4-a236-10050e67666c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:07.156080 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b48a633-c0e2-4436-9b1e-893e93df4aee req-19f2548f-3a1c-4ae4-a236-10050e67666c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0902441 Dec 14 19:19:07.207355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b48a633-c0e2-4436-9b1e-893e93df4aee req-60cc686b-3e9d-4f5a-a765-4b011e2acc23 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Dec 14 19:19:07.456054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:07.754282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:08.458563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713e747-4b7b-47be-a72c-0992cb0b09fc req-13e64892-d4fc-4e00-9c15-9e73bffcd8aa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:08.460228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c713e747-4b7b-47be-a72c-0992cb0b09fc req-13e64892-d4fc-4e00-9c15-9e73bffcd8aa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0965929 Dec 14 19:19:08.465604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4f4d78b9-fa97-403e-afb2-584a554bb24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:08.512067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c713e747-4b7b-47be-a72c-0992cb0b09fc req-f1c75012-410c-4068-bd73-0e56c0bc6e27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Dec 14 19:19:08.718592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:19:09.411621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:09.742789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6482d0d-dd6b-4c1a-be73-460913a59338 req-97047e8a-e83b-4918-a603-27d73e38a232 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:09.744410 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6482d0d-dd6b-4c1a-be73-460913a59338 req-97047e8a-e83b-4918-a603-27d73e38a232 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1021674 Dec 14 19:19:09.797667 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6482d0d-dd6b-4c1a-be73-460913a59338 req-5510d008-952f-4485-a398-14af6cc7bebb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465906 Dec 14 19:19:10.307265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:11.022246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2c83b-b3e9-4555-b95f-d0cef54f9c57 req-8acb9565-71a0-40a0-b2a9-310c4c064558 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:11.023776 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59e2c83b-b3e9-4555-b95f-d0cef54f9c57 req-8acb9565-71a0-40a0-b2a9-310c4c064558 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0908239 Dec 14 19:19:11.077743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-59e2c83b-b3e9-4555-b95f-d0cef54f9c57 req-b3044b77-6794-4e9d-a537-d6b0cec0f341 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475559 Dec 14 19:19:12.315441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fae26-87a0-4005-a65f-0c48bb78c3da req-ed9909aa-6a83-4f50-b14c-dfe4128d9080 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:12.316996 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d84fae26-87a0-4005-a65f-0c48bb78c3da req-ed9909aa-6a83-4f50-b14c-dfe4128d9080 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1047132 Dec 14 19:19:12.371593 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d84fae26-87a0-4005-a65f-0c48bb78c3da req-98f0c2d3-b366-4b1f-bb3c-dda779b7a406 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 Dec 14 19:19:13.609470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910568a-324d-49bb-be9d-ac9c5015a422 req-efa3d571-058b-4dfa-b59c-68a4c64a2722 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:13.611097 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8910568a-324d-49bb-be9d-ac9c5015a422 req-efa3d571-058b-4dfa-b59c-68a4c64a2722 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1009653 Dec 14 19:19:13.665121 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8910568a-324d-49bb-be9d-ac9c5015a422 req-5fd78d5b-5b60-49d6-912a-7b85387b048c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 Dec 14 19:19:14.887138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70b862-a558-49b0-8bd3-5872bd346e24 req-25895d20-31ac-410d-a7ca-47b55949933c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:14.888767 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae70b862-a558-49b0-8bd3-5872bd346e24 req-25895d20-31ac-410d-a7ca-47b55949933c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0946357 Dec 14 19:19:14.943114 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae70b862-a558-49b0-8bd3-5872bd346e24 req-f8db6a94-57c9-4ee1-b864-22a7e10a94a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471325 Dec 14 19:19:16.195341 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-b8c22beb-7e62-413e-9f5c-71bce774f5ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456358 Dec 14 19:19:16.201178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793f3af-c40a-44a6-82f4-5a37fef69807 req-190d61b5-201c-43c2-89b3-1c119a6bdfa5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:16.202657 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f793f3af-c40a-44a6-82f4-5a37fef69807 req-190d61b5-201c-43c2-89b3-1c119a6bdfa5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1180713 Dec 14 19:19:16.305657 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f793f3af-c40a-44a6-82f4-5a37fef69807 req-c019c2bc-3be2-4862-876d-77d80265c6b1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962780 Dec 14 19:19:16.325713 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-2fdaed9c-2cfb-4ee0-beb2-74fba0057e66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.1013668 Dec 14 19:19:16.484085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-1dfdd69e-f158-4afa-8b95-25e10898f1ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:16.485757 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-1dfdd69e-f158-4afa-8b95-25e10898f1ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.1403539 Dec 14 19:19:16.561024 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-9a10ba4e-db9f-4300-8854-b9c0f790f4a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0686405 Dec 14 19:19:16.629298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-18c36bbe-af30-4327-ac69-11f409d23783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:16.630851 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-18c36bbe-af30-4327-ac69-11f409d23783 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0637715 Dec 14 19:19:16.685611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-d691ab72-f346-4194-975a-d80d177b34c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468180 Dec 14 19:19:16.830547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-030e969b-8aae-41e6-9c70-c71c8e5e6f4f service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382408 Dec 14 19:19:16.998183 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ff135cfd-7dfe-42aa-82e5-64e19f89dd75 req-35b54fa1-5f17-4d2f-b3e9-9078f0ab7aad service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596067 Dec 14 19:19:17.538600 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7ce5a-0647-4df2-b990-179817a99b0b req-50289b04-e024-4174-bf46-cbfe4480c390 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:17.540222 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4c7ce5a-0647-4df2-b990-179817a99b0b req-50289b04-e024-4174-bf46-cbfe4480c390 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1061876 Dec 14 19:19:17.593507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e4c7ce5a-0647-4df2-b990-179817a99b0b req-dca0bd68-e168-4c05-94ae-5c18cf4b1ac1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468438 Dec 14 19:19:18.822968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81099e-5378-4ee3-becd-5e6eb5294ae3 req-d5682b95-4c22-45e4-a20a-712acee2cb25 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:18.824592 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d81099e-5378-4ee3-becd-5e6eb5294ae3 req-d5682b95-4c22-45e4-a20a-712acee2cb25 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1010489 Dec 14 19:19:18.883454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d81099e-5378-4ee3-becd-5e6eb5294ae3 req-d81fa46f-3c61-4347-9fba-49d78abea248 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516939 Dec 14 19:19:20.229844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c20f0-bfa8-490e-8f6e-50a9558c4d08 req-c808678e-caf2-43d9-bcd7-383baa79c31e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:20.231372 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-627c20f0-bfa8-490e-8f6e-50a9558c4d08 req-c808678e-caf2-43d9-bcd7-383baa79c31e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.2057159 Dec 14 19:19:20.281152 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-627c20f0-bfa8-490e-8f6e-50a9558c4d08 req-7f60eec6-dbe7-4d74-a25c-6227476f1e56 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Dec 14 19:19:21.568873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b38d5-019a-4b53-9562-908f70b51722 req-11b92007-18b3-4579-995a-779cd532287f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:21.570601 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-949b38d5-019a-4b53-9562-908f70b51722 req-11b92007-18b3-4579-995a-779cd532287f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1632390 Dec 14 19:19:21.621070 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-949b38d5-019a-4b53-9562-908f70b51722 req-ab192b84-0f10-48f4-8824-e2b80a2e393c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Dec 14 19:19:22.835592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc7bfb-1ec2-49a6-afc8-f0a4825af9ef req-a8633193-bf35-4082-8914-ae7aff623710 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:22.837253 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91bc7bfb-1ec2-49a6-afc8-f0a4825af9ef req-a8633193-bf35-4082-8914-ae7aff623710 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0890117 Dec 14 19:19:22.893146 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91bc7bfb-1ec2-49a6-afc8-f0a4825af9ef req-5074ef0a-d2ae-4592-af59-7f74f3616121 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462747 Dec 14 19:19:24.122344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bbb06-3d90-404b-967c-adf622d1f32d req-f95d1f86-b6ac-4af6-8532-a5e82fc9d65f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:24.124006 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ab0bbb06-3d90-404b-967c-adf622d1f32d req-f95d1f86-b6ac-4af6-8532-a5e82fc9d65f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0850801 Dec 14 19:19:24.176677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ab0bbb06-3d90-404b-967c-adf622d1f32d req-cac33e06-73d7-4ac3-8420-cbe9e3bef2ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443358 Dec 14 19:19:25.405421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df6aa-c8e2-4f66-8e81-b104b9349cb5 req-fe3dc9df-f3a9-462b-87e7-164418a56973 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:25.407036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d96df6aa-c8e2-4f66-8e81-b104b9349cb5 req-fe3dc9df-f3a9-462b-87e7-164418a56973 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0967326 Dec 14 19:19:25.463404 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d96df6aa-c8e2-4f66-8e81-b104b9349cb5 req-404d4ca9-cd99-4b30-adea-e17b449235a8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Dec 14 19:19:26.699496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bd0cb-353f-4a75-bf5a-9c04f17fe150 req-e5b5f9a5-4b21-4bc3-8ead-ef5132c867f5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:26.701162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-249bd0cb-353f-4a75-bf5a-9c04f17fe150 req-e5b5f9a5-4b21-4bc3-8ead-ef5132c867f5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1058979 Dec 14 19:19:26.751043 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-249bd0cb-353f-4a75-bf5a-9c04f17fe150 req-3abd3b7b-a4ce-4345-904d-772bde164520 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Dec 14 19:19:27.997506 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744490c-6c2e-4f68-b7de-9b06fe1c9766 req-9d17d179-4d62-43ef-9e4c-1e9888bb356b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:27.999147 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0744490c-6c2e-4f68-b7de-9b06fe1c9766 req-9d17d179-4d62-43ef-9e4c-1e9888bb356b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1110010 Dec 14 19:19:28.053611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0744490c-6c2e-4f68-b7de-9b06fe1c9766 req-79868280-eb02-439a-b6e2-7c68f08ff4d2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472314 Dec 14 19:19:29.275283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216ec0-c4f2-4125-b5fd-0d65d51d8f54 req-2858710e-60ed-430b-bacb-71bc23829a56 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:29.276921 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8d216ec0-c4f2-4125-b5fd-0d65d51d8f54 req-2858710e-60ed-430b-bacb-71bc23829a56 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0884132 Dec 14 19:19:29.333436 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8d216ec0-c4f2-4125-b5fd-0d65d51d8f54 req-be314c63-7152-4055-987f-40090e2dca7a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478563 Dec 14 19:19:30.568148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a29904-a62e-47ce-8b4d-39647bea0295 req-f3b410ed-74ab-423a-9e1d-e217eb60c4ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:30.569715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52a29904-a62e-47ce-8b4d-39647bea0295 req-f3b410ed-74ab-423a-9e1d-e217eb60c4ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0903778 Dec 14 19:19:30.623261 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52a29904-a62e-47ce-8b4d-39647bea0295 req-05c1fe79-6d31-41f2-bc6f-b50d943f77a4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Dec 14 19:19:31.860746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ade0-69af-46ef-bdbb-75c99c4db778 req-0124b344-cdf8-4112-aaa1-6187f43524e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:31.862466 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1503ade0-69af-46ef-bdbb-75c99c4db778 req-0124b344-cdf8-4112-aaa1-6187f43524e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0944905 Dec 14 19:19:31.917288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1503ade0-69af-46ef-bdbb-75c99c4db778 req-3a4372fb-7a7d-4437-9200-545981148baa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Dec 14 19:19:33.133952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74998f-f883-4dcc-856d-a988fcc79632 req-a763b94d-ada0-4284-bf20-df33d30d8054 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:33.135575 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-af74998f-f883-4dcc-856d-a988fcc79632 req-a763b94d-ada0-4284-bf20-df33d30d8054 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0848331 Dec 14 19:19:33.185036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-af74998f-f883-4dcc-856d-a988fcc79632 req-429dcea2-6375-4db4-a75b-cb822cc8f52c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430269 Dec 14 19:19:34.412054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c481f7-738a-420d-993f-fcdd353727da req-51b9b562-6bca-4500-87e8-8d3ee0a5dca6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:34.413732 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01c481f7-738a-420d-993f-fcdd353727da req-51b9b562-6bca-4500-87e8-8d3ee0a5dca6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0925579 Dec 14 19:19:34.474177 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01c481f7-738a-420d-993f-fcdd353727da req-20b51e8f-ed43-4423-a88e-d014262de627 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511186 Dec 14 19:19:35.714994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281919bf-caae-435a-b016-f2eee50fb12b req-468ff92c-ac27-4b55-a8b9-bf26509aaa17 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:35.716645 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-281919bf-caae-435a-b016-f2eee50fb12b req-468ff92c-ac27-4b55-a8b9-bf26509aaa17 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0931969 Dec 14 19:19:35.767008 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-281919bf-caae-435a-b016-f2eee50fb12b req-7ff25f8c-8fa2-4603-a9bc-f5980314394b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Dec 14 19:19:36.279754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-35a5bd30-ecb4-4786-b726-147d5401bf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:36.975566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b30a8-591c-4b38-967a-5bc7e596102f req-0dad6503-9fcf-485e-a3b0-238c816e02c3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:36.977247 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-184b30a8-591c-4b38-967a-5bc7e596102f req-0dad6503-9fcf-485e-a3b0-238c816e02c3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0871434 Dec 14 19:19:37.027268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-184b30a8-591c-4b38-967a-5bc7e596102f req-61089b3b-7092-4183-8dd5-fbd66fc50458 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Dec 14 19:19:37.453710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:37.748347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:38.244663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d200a-5757-40aa-b88f-a8bfbfc9d5af req-32ff0322-abf6-4193-93b4-d2552d34558d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:38.246285 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d9d200a-5757-40aa-b88f-a8bfbfc9d5af req-32ff0322-abf6-4193-93b4-d2552d34558d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0901723 Dec 14 19:19:38.319269 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d9d200a-5757-40aa-b88f-a8bfbfc9d5af req-e4980d96-576d-4f08-8958-e0b5f591f7bd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640481 Dec 14 19:19:38.470099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6acf13d0-b150-4669-9d52-d2e5b71881dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:39.407778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:39.539174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de49115-ec29-4812-839e-bd85dce266a0 req-eeae1f15-7e38-4857-beb5-9f170d46bbf0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:39.540809 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6de49115-ec29-4812-839e-bd85dce266a0 req-eeae1f15-7e38-4857-beb5-9f170d46bbf0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0920627 Dec 14 19:19:39.591913 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6de49115-ec29-4812-839e-bd85dce266a0 req-e52c7655-35b0-4c98-b3b6-32de5661d143 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447209 Dec 14 19:19:40.307075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:40.822770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ebae2-11bb-497b-bd20-a3223d257ee4 req-639a13a5-48ab-468a-a242-0fbb11d36368 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:40.824289 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-795ebae2-11bb-497b-bd20-a3223d257ee4 req-639a13a5-48ab-468a-a242-0fbb11d36368 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0968087 Dec 14 19:19:40.876592 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-795ebae2-11bb-497b-bd20-a3223d257ee4 req-16ea4e4c-69a7-4aca-98aa-61a83135f777 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438149 Dec 14 19:19:42.104585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98a527-b114-428f-af67-7c8d4cfc7800 req-ae038e7e-30e0-4084-91c9-f7ae7f1dfc82 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:42.106290 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f98a527-b114-428f-af67-7c8d4cfc7800 req-ae038e7e-30e0-4084-91c9-f7ae7f1dfc82 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0913064 Dec 14 19:19:42.156906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f98a527-b114-428f-af67-7c8d4cfc7800 req-66704e55-07e8-4b82-a605-9e807596141a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Dec 14 19:19:43.386558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d108b4-b4cb-434a-b9f1-3e018b5980bd req-43f7d2e7-6cc0-495a-b10a-d5f4bdfe59a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:43.388170 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90d108b4-b4cb-434a-b9f1-3e018b5980bd req-43f7d2e7-6cc0-495a-b10a-d5f4bdfe59a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0944002 Dec 14 19:19:43.441532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-90d108b4-b4cb-434a-b9f1-3e018b5980bd req-01d925a7-fc77-44ba-8f02-8d40f160c4fd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454590 Dec 14 19:19:44.693690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8f28d-9ff2-4f53-bcac-aefe5e286714 req-cc55b7f6-1530-42aa-9399-436af8d5a8d2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:44.695358 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0fe8f28d-9ff2-4f53-bcac-aefe5e286714 req-cc55b7f6-1530-42aa-9399-436af8d5a8d2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1007030 Dec 14 19:19:44.747002 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0fe8f28d-9ff2-4f53-bcac-aefe5e286714 req-5373b7fa-827c-455d-94f2-3c1321f59b92 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451951 Dec 14 19:19:45.720127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:19:45.992362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1ec1b-75e2-4259-91e6-22e4375261ab req-1e700791-f101-4e6d-9a3a-afd7aacac721 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:45.993963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d6b1ec1b-75e2-4259-91e6-22e4375261ab req-1e700791-f101-4e6d-9a3a-afd7aacac721 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0932400 Dec 14 19:19:46.069728 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d6b1ec1b-75e2-4259-91e6-22e4375261ab req-cc19691d-16e8-47fe-9143-14f3813025b5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665092 Dec 14 19:19:47.314501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab906d-a4eb-4bc4-ba25-c94fdd212ddb req-f0a341f0-dd1d-496a-a0f8-4bdf61447cb5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:47.316335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d2ab906d-a4eb-4bc4-ba25-c94fdd212ddb req-f0a341f0-dd1d-496a-a0f8-4bdf61447cb5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0931954 Dec 14 19:19:47.368599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d2ab906d-a4eb-4bc4-ba25-c94fdd212ddb req-0926417a-dcc7-4750-ba53-d94aeb9efca1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460508 Dec 14 19:19:47.965033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 40904) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:19:48.203648 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port 44f3b0d7-d1e8-4e14-9964-ec8776852092 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:19:48.203901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:48.733231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:48.734223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:48.906201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for 44f3b0d7-d1e8-4e14-9964-ec8776852092 owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:19:48.981521 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66150832-3063-429c-8089-d759cf541675 req-1bf4a14a-59e5-4a37-87eb-29c31031aef9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:48.983816 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-66150832-3063-429c-8089-d759cf541675 req-1bf4a14a-59e5-4a37-87eb-29c31031aef9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.3836989 Dec 14 19:19:49.100732 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-66150832-3063-429c-8089-d759cf541675 req-354701b7-240f-4ce8-bcca-904cd692bb9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043277 Dec 14 19:19:49.172094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:49.176287 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:19:49.231052 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=44f3b0d7-d1e8-4e14-9964-ec8776852092,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:19:49.314479 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.314895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.315307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.315710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.316112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.316525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.316913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.317337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.317734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.318127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.318518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:49.324554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:19:49.353023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:49.787049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:19:50.011180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:19:50.023292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:19:50.033822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:50.036902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:19:50.037940 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:19:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:19:50.097295 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "DELETE /v2.0/floatingips/7f46b9d8-e164-4003-a55f-ef6bb387094d HTTP/1.1" status: 204 len: 168 time: 2.1306994 Dec 14 19:19:50.098443 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:19:50.190418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'status': 'completed', 'code': 200} Dec 14 19:19:50.315717 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-0f9b7085-e1a5-4818-9824-051a069360cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 1099 time: 0.1023834 Dec 14 19:19:50.404567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14547dee-088b-43fe-9fac-eaa2fb8b7456 req-63206c71-d44e-4ae8-928c-67beee1e4ee5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:50.406386 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14547dee-088b-43fe-9fac-eaa2fb8b7456 req-63206c71-d44e-4ae8-928c-67beee1e4ee5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1060591 Dec 14 19:19:50.459112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:19:50.462915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14547dee-088b-43fe-9fac-eaa2fb8b7456 req-3cb919b9-d068-494d-96a8-3a32ef6fe307 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481083 Dec 14 19:19:50.533412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-335e1cff-b741-4488-9d07-2f48df0486e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:50.535705 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-335e1cff-b741-4488-9d07-2f48df0486e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.2131042 Dec 14 19:19:50.623727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-86507272-3964-48ce-a86b-f93f6e948aae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 200 len: 217 time: 0.0769231 Dec 14 19:19:50.845215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:19:50.850267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:19:50.862742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:19:50.863525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:19:38Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:19:50.944259 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755baf9-09e6-49e6-9e67-1a30d0a80bbd req-cfbb4259-56a3-4ce3-a054-9b44ddf80d8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:50.945812 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1755baf9-09e6-49e6-9e67-1a30d0a80bbd req-cfbb4259-56a3-4ce3-a054-9b44ddf80d8e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.4555395 Dec 14 19:19:50.947326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-1192ce80-9922-4615-b449-3785e361fa57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:50.948747 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-1192ce80-9922-4615-b449-3785e361fa57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.3178837 Dec 14 19:19:51.052351 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1755baf9-09e6-49e6-9e67-1a30d0a80bbd req-656d7a46-f3b3-4a71-ae89-2bd0bac6d0c6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991185 Dec 14 19:19:51.057381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:19:51.086616 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-ff35e70a-3745-40d0-b856-dfc932c7d90a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1177249 Dec 14 19:19:51.240913 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-40d1adac-41ab-470e-b633-b53d17303153 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467049 Dec 14 19:19:51.387791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7eb46e80-96cc-41c7-b25b-ac641750ac23 req-a65c3b39-a42c-4f64-b2bb-ae1733c20501 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398082 Dec 14 19:19:51.434916 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:19:51.439151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340724a3-6124-45dc-a1ec-171abde4865e None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_floatingips': [{'id': 'ffd7d907-56b4-4b89-95e3-101bbbc3e51b', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'router_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'port_id': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'mac_address': 'fa:16:3e:3c:2c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:14:22Z', 'updated_at': '2021-12-14T19:14:26Z', 'revision_number': 1, 'project_id': '2cf054661043432a8c8712ef1f755304', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:19:51.679813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044dad-4ae5-4a37-aaa7-eb6473fad00f req-3c1ab9a1-fa4e-4b95-9c81-7fe2dd0b8ed1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:51.681420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f6044dad-4ae5-4a37-aaa7-eb6473fad00f req-3c1ab9a1-fa4e-4b95-9c81-7fe2dd0b8ed1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0882320 Dec 14 19:19:51.735063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f6044dad-4ae5-4a37-aaa7-eb6473fad00f req-a240e70b-4dac-471a-8373-4b067b51c017 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449109 Dec 14 19:19:51.932518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ce32a2-e6e5-417a-9ead-bf9ccc921e51 None None] New status for floating IP 7f46b9d8-e164-4003-a55f-ef6bb387094d: DOWN {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:19:52.311416 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-9f9bc6e5-5d5c-4265-b733-711e802a0c4a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:52.312915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-9f9bc6e5-5d5c-4265-b733-711e802a0c4a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.1556540 Dec 14 19:19:52.322248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e0aba-b5cd-4810-bf31-fba7cdff70d2 req-ba3233dc-8ac4-4621-be75-2d55497ed018 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:52.323705 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-319e0aba-b5cd-4810-bf31-fba7cdff70d2 req-ba3233dc-8ac4-4621-be75-2d55497ed018 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 946 time: 0.1239636 Dec 14 19:19:52.424136 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port 16ffc92a-b0de-4091-9624-61a1870efdcc {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:19:52.424535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:52.479938 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-319e0aba-b5cd-4810-bf31-fba7cdff70d2 req-2a45037d-1369-4612-99ac-94495314ffdf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261075 Dec 14 19:19:52.697458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] For port 16ffc92a-b0de-4091-9624-61a1870efdcc, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=16ffc92a-b0de-4091-9624-61a1870efdcc,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:19:52.697877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:52.833572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for 16ffc92a-b0de-4091-9624-61a1870efdcc owned by compute:nova {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:19:52.943734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f02f5-0d2e-43f1-b748-a1f7a4598b01 req-52894c71-c8da-4dac-b76a-5d9c7648d0a8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:52.945364 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-553f02f5-0d2e-43f1-b748-a1f7a4598b01 req-52894c71-c8da-4dac-b76a-5d9c7648d0a8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0831482 Dec 14 19:19:52.982439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:52.989646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-493d8d00-c639-42c3-aa14-2fa8901dd2f5 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:19:52.993929 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-553f02f5-0d2e-43f1-b748-a1f7a4598b01 req-704447bd-fa1e-4220-b5d2-46e7a48c543b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420008 Dec 14 19:19:53.040190 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=16ffc92a-b0de-4091-9624-61a1870efdcc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:19:53.115623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.116025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.116473 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.116854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.117308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.117748 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.118156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.118564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.118968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.119376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.119774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:19:53.129604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:19:53.129604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] No DVR routers for this DVR port 16ffc92a-b0de-4091-9624-61a1870efdcc on host hv-cinder-82174 {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:19:53.132098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:53.135579 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'name': 'network-vif-deleted', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc'}] {{(pid=88118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:19:53.148553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6bb3a03e-bdf3-4aa3-a5f3-0319e2e7ca7e req-a474186f-fb90-425c-a65a-cb5b5e36336d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "DELETE /v2.0/ports/16ffc92a-b0de-4091-9624-61a1870efdcc HTTP/1.1" status: 204 len: 173 time: 0.8237741 Dec 14 19:19:53.322808 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677122b9-7fcb-4bb0-87e0-03e7e761543d', 'name': 'network-vif-deleted', 'tag': '16ffc92a-b0de-4091-9624-61a1870efdcc', 'status': 'completed', 'code': 200} Dec 14 19:19:53.662896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c7ed3a0b-9978-4b60-86a7-ba7125dc1c17 req-6273fe03-ca73-4431-bc50-65eb39ff8a5e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:19:53.681309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c7ed3a0b-9978-4b60-86a7-ba7125dc1c17 req-6273fe03-ca73-4431-bc50-65eb39ff8a5e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:19:53.682527 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c7ed3a0b-9978-4b60-86a7-ba7125dc1c17 req-6273fe03-ca73-4431-bc50-65eb39ff8a5e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0678375 Dec 14 19:19:54.216583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ba0ec-0ee0-4073-ad44-4a929601a18c req-f440b034-7a64-4cad-8849-fcf9194cf60a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:54.218266 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe1ba0ec-0ee0-4073-ad44-4a929601a18c req-f440b034-7a64-4cad-8849-fcf9194cf60a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0926967 Dec 14 19:19:54.282059 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe1ba0ec-0ee0-4073-ad44-4a929601a18c req-d68c25a5-04c2-40a4-98f2-bba9d9e1f528 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551288 Dec 14 19:19:54.864332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-82b12b7d-6345-4c95-8fdf-3965b2a77c10 req-1a5531f1-fc13-4e41-8d22-a151574ec868 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0461195 Dec 14 19:19:55.518349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a53eb0-6e29-492c-8f87-9a752ee261ea req-5eb29763-d354-4c89-9733-02b0ef25c4ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:55.519989 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25a53eb0-6e29-492c-8f87-9a752ee261ea req-5eb29763-d354-4c89-9733-02b0ef25c4ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1020188 Dec 14 19:19:55.571773 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-25a53eb0-6e29-492c-8f87-9a752ee261ea req-473afad3-9c34-40fe-8ce6-3bd30c5f572e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452433 Dec 14 19:19:55.813282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 16ffc92a-b0de-4091-9624-61a1870efdcc no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:19:55.858855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 16ffc92a-b0de-4091-9624-61a1870efdcc {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:19:55.859336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 16ffc92a-b0de-4091-9624-61a1870efdcc not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:19:56.050126 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d601961f-2181-4411-a556-e24d9166575d req-46746815-e97b-44ab-8387-6bda2310d047 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0460391 Dec 14 19:19:56.805994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b3522-1f7d-499a-b899-943f600df555 req-bd5fc4c6-3040-428b-98a2-5ccee6bd2a2c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:56.807655 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-829b3522-1f7d-499a-b899-943f600df555 req-bd5fc4c6-3040-428b-98a2-5ccee6bd2a2c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0966063 Dec 14 19:19:56.861268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-829b3522-1f7d-499a-b899-943f600df555 req-fc625e22-1f3a-440c-bed3-f6cfe49c3620 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472250 Dec 14 19:19:57.237842 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ddd3dda-609d-4cac-b7ac-d83f9069a5c7 req-923b2a26-346a-453f-b11d-e8779647ddf2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0502322 Dec 14 19:19:58.076422 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb7ea-30be-4014-ac06-047776420181 req-e387179d-6afa-49e7-8b8a-a920ec0b5c7a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:58.078073 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97aeb7ea-30be-4014-ac06-047776420181 req-e387179d-6afa-49e7-8b8a-a920ec0b5c7a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0891073 Dec 14 19:19:58.132939 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97aeb7ea-30be-4014-ac06-047776420181 req-be60129f-1565-424b-bf9f-73faa06c038d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Dec 14 19:19:58.412007 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f0e55946-a49a-4c22-988d-921e55704088 req-33b809a3-30a8-4066-b9ed-a6adc3995d78 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0470901 Dec 14 19:19:59.366910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8557a86-9e13-4054-81f5-9f7199703b86 req-7690c85a-34c6-410c-ad5f-a1789d4c97bc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:19:59.368745 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8557a86-9e13-4054-81f5-9f7199703b86 req-7690c85a-34c6-410c-ad5f-a1789d4c97bc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0967884 Dec 14 19:19:59.422010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b8557a86-9e13-4054-81f5-9f7199703b86 req-dc5677d9-a480-48e2-b84c-36e7970d17ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444322 Dec 14 19:19:59.602665 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-985a2417-37c3-4d62-82d4-a38e37b9c6f6 req-e4b5562f-99da-440b-a2da-6723da4adbf8 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0536473 Dec 14 19:20:00.653914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691a09d-9400-40b9-95db-b5dabb4dd53f req-aec6d65a-a55f-409a-8987-82fc568fa2d7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:00.655580 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d691a09d-9400-40b9-95db-b5dabb4dd53f req-aec6d65a-a55f-409a-8987-82fc568fa2d7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0984511 Dec 14 19:20:00.707006 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d691a09d-9400-40b9-95db-b5dabb4dd53f req-c5e77c66-03cf-4b4d-8733-eabf7f3f13bf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450125 Dec 14 19:20:00.818034 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1924aa8c-287e-4e99-bb23-00fe3cc774a0 req-6cbb2d25-b5cc-4920-a3d0-18d7f7006316 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0526059 Dec 14 19:20:01.931997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb981d1-bb60-44f7-8ea3-e488ce8bd4c7 req-a2bae5b0-2cc6-4b37-a568-332c3c388847 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:01.933704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7bb981d1-bb60-44f7-8ea3-e488ce8bd4c7 req-a2bae5b0-2cc6-4b37-a568-332c3c388847 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0938382 Dec 14 19:20:01.983659 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7bb981d1-bb60-44f7-8ea3-e488ce8bd4c7 req-730a7cdd-9acc-4e4c-a93c-bc8e6861afbb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436289 Dec 14 19:20:01.995174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-28542a84-27be-4989-a0fd-ceba38c85c3a req-541bb04b-4a51-44e7-b01f-1954a0862824 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0466321 Dec 14 19:20:03.171228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-443c1164-fd51-4280-8c3d-a2d793196f56 req-6c943f41-8c40-4375-b18e-7748d5896e5c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0511951 Dec 14 19:20:03.208386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effbec0-f286-468f-bbd4-ed968d77628c req-7298b02a-8959-4323-8491-7f2b792f879a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:03.210051 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5effbec0-f286-468f-bbd4-ed968d77628c req-7298b02a-8959-4323-8491-7f2b792f879a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0920501 Dec 14 19:20:03.264856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5effbec0-f286-468f-bbd4-ed968d77628c req-d8e04ae3-fa67-4bca-bc98-bac770f143fa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478289 Dec 14 19:20:04.356515 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-52a8c5a2-a2af-413d-8e96-8fae5822a39c req-d3d8c264-432b-42d6-bcc8-5d7e38658d10 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0495360 Dec 14 19:20:04.476527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d882fa-7c45-4414-84e8-9f11ad62a07a req-54e22b24-2cdc-47a0-91fb-2bef76d79b40 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:04.478163 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d882fa-7c45-4414-84e8-9f11ad62a07a req-54e22b24-2cdc-47a0-91fb-2bef76d79b40 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0840514 Dec 14 19:20:04.530043 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-32d882fa-7c45-4414-84e8-9f11ad62a07a req-91a4792b-8d70-4467-9797-62758484f2fa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Dec 14 19:20:05.531760 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-453d4cde-a1cc-4ccc-9213-694b53e2b07e req-b709682d-377c-4939-bcec-c3d4d9f69521 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0455809 Dec 14 19:20:05.752658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6528d-7d38-4310-9f8c-b63e76d8b3d8 req-8492e9dc-7152-48f5-a856-74f213f94427 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:05.754331 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b6528d-7d38-4310-9f8c-b63e76d8b3d8 req-8492e9dc-7152-48f5-a856-74f213f94427 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0912302 Dec 14 19:20:05.807420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46b6528d-7d38-4310-9f8c-b63e76d8b3d8 req-71a79d18-cf20-41bb-a1c4-b6bff9cc242a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Dec 14 19:20:06.277406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-497d4fbc-eddc-48fd-bcce-897e74e175fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:06.614605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-970eacd7-b0a9-487d-8437-98c88255c2b4 req-70dd420b-7f7c-47d3-81ed-593106e0ad33 service neutron] (88119) timed out ('10.222.0.66', 64942) {{(pid=88119) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:20:06.712127 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51e26006-a879-45c5-983d-f57fc4f6877d req-61275465-7f53-4425-a4e8-66e34bdf3365 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0474174 Dec 14 19:20:07.036418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee12c4-99c2-4320-861d-433f57cc9f65 req-4290727a-b96b-4e68-9c84-70be5b8a7abf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:07.038100 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65ee12c4-99c2-4320-861d-433f57cc9f65 req-4290727a-b96b-4e68-9c84-70be5b8a7abf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0922818 Dec 14 19:20:07.090146 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-65ee12c4-99c2-4320-861d-433f57cc9f65 req-9bae7991-c9ca-41f7-85fc-1e5fb6636c8b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445795 Dec 14 19:20:07.456128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:07.753846 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:07.889858 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91d3c463-f91c-4042-ac84-2ecc09749998 req-f712bb28-8d2d-47a2-acf2-18ca1643357c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0496922 Dec 14 19:20:08.310859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896fc18-396a-4a8a-8d35-a6b2ebc49cc3 req-3dbe85ae-6869-47c1-b490-b05ea14b844c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:08.313020 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3896fc18-396a-4a8a-8d35-a6b2ebc49cc3 req-3dbe85ae-6869-47c1-b490-b05ea14b844c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0988193 Dec 14 19:20:08.372452 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3896fc18-396a-4a8a-8d35-a6b2ebc49cc3 req-8fc18ed3-5f0e-4420-95e1-59cd6252681d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526772 Dec 14 19:20:08.474001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-956efae0-249c-4188-9e0a-9f367338e96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:09.063944 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-55b30c91-798d-4824-a9ee-27e365bc0ef4 req-6f882c43-cec9-45c5-8174-826410ed52a1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0467999 Dec 14 19:20:09.411074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:09.611449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685c98b-d12b-469e-816f-e994157d3f58 req-662d7ce1-f7a0-44fb-9f39-2a665f0fa112 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:09.613090 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e685c98b-d12b-469e-816f-e994157d3f58 req-662d7ce1-f7a0-44fb-9f39-2a665f0fa112 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0962775 Dec 14 19:20:09.672539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e685c98b-d12b-469e-816f-e994157d3f58 req-23c51c80-6e0a-4316-959f-bd9a243544b3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498247 Dec 14 19:20:10.244685 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ea888204-c9fe-4922-a3e9-28b8e7c67dd2 req-d7ebf25c-eab9-46d5-9df1-1add7516cc31 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0544274 Dec 14 19:20:10.311400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:10.908522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0f710-4aab-47ed-ac43-809a1bc2adb8 req-04d1ef5c-18a1-4a52-b082-cf211dac70e8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:10.910174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ead0f710-4aab-47ed-ac43-809a1bc2adb8 req-04d1ef5c-18a1-4a52-b082-cf211dac70e8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1013176 Dec 14 19:20:10.966736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ead0f710-4aab-47ed-ac43-809a1bc2adb8 req-6b4b3849-f392-4e4f-9ea3-791d99845d3b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470309 Dec 14 19:20:11.437039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ade01dbe-ac47-459d-8465-e09c76e7108c req-70153459-d114-4dfc-bf90-7adf34537f76 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0592711 Dec 14 19:20:12.194863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112117c-7dfb-481c-ae15-f9323b4ef0a3 req-db66b3d6-e5f6-4d39-b1f4-e3b5075d0fb8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:12.196419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b112117c-7dfb-481c-ae15-f9323b4ef0a3 req-db66b3d6-e5f6-4d39-b1f4-e3b5075d0fb8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0886762 Dec 14 19:20:12.254160 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b112117c-7dfb-481c-ae15-f9323b4ef0a3 req-6ffbda62-f2c6-43b5-a874-d89b0f451b0d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491765 Dec 14 19:20:12.615886 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b3b61a57-6f8f-4220-bef8-1b31e0fa4dc2 req-f479e919-b396-4515-a9b8-ec4e446aa1b4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0540502 Dec 14 19:20:13.465275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623dfc4-0325-4ff8-b0f6-3f836f9f9da1 req-19628ed8-7a3a-41eb-87e5-71eb413df577 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:13.466932 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2623dfc4-0325-4ff8-b0f6-3f836f9f9da1 req-19628ed8-7a3a-41eb-87e5-71eb413df577 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0856705 Dec 14 19:20:13.517596 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2623dfc4-0325-4ff8-b0f6-3f836f9f9da1 req-b9ab185c-9e98-49a5-a7b8-7957435ca2fd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440934 Dec 14 19:20:13.812055 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a50288b-31fc-4c06-b7b7-7205ca46c219 req-30c233ac-679c-4ce8-99f9-12383aa9f9bd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0545049 Dec 14 19:20:14.750662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51213e8-bdc2-4885-a369-b26a52726e42 req-424612f8-58c9-4bab-a14f-2533c96a8fe4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:14.753388 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b51213e8-bdc2-4885-a369-b26a52726e42 req-424612f8-58c9-4bab-a14f-2533c96a8fe4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0982525 Dec 14 19:20:14.802512 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b51213e8-bdc2-4885-a369-b26a52726e42 req-2bb7d42a-aae5-4faf-a6f6-df701d1239d1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Dec 14 19:20:15.011093 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db308c73-3f3b-417c-8541-e727015db608 req-0ea712c9-b14c-41ab-980e-a6f306426ee4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0621181 Dec 14 19:20:16.035417 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f812a-01e9-43c8-9c8a-2c259c98dc84 req-982edc1c-3669-4d0a-8906-d9ab85e2a443 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:16.037024 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a15f812a-01e9-43c8-9c8a-2c259c98dc84 req-982edc1c-3669-4d0a-8906-d9ab85e2a443 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0984287 Dec 14 19:20:16.091053 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a15f812a-01e9-43c8-9c8a-2c259c98dc84 req-52bbe29a-3839-4d11-8bc3-cdc4774084a9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466411 Dec 14 19:20:16.185323 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6f9ae068-8ade-42b7-a084-83cd714a8e46 req-c019a086-9fb6-4426-b700-4364a7d586b0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0464516 Dec 14 19:20:17.316821 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7733af-f703-4deb-aa1c-7ece7b442783 req-707226e2-a5f1-4bb4-8788-6c776fc98c7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:17.318482 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce7733af-f703-4deb-aa1c-7ece7b442783 req-707226e2-a5f1-4bb4-8788-6c776fc98c7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0983551 Dec 14 19:20:17.368602 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce7733af-f703-4deb-aa1c-7ece7b442783 req-1ea766eb-3652-4334-9043-5b7e3e456a55 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Dec 14 19:20:17.371455 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a3b35416-3789-48b7-8c79-6461ef19cf34 req-ca441731-55f2-4a0e-94a3-6d53976ef2a1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0454745 Dec 14 19:20:18.174210 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-1f804753-aaa2-441d-b95c-1739ac208430 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1576757 Dec 14 19:20:18.385693 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-24f57cea-298c-40ed-bc25-5fa1043248c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1097 time: 0.0946140 Dec 14 19:20:18.548041 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c4b4451-30c0-47f9-af1e-7b0f3cb6d6d2 req-6a347ae0-b3d5-4b8c-9cec-15926531a771 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0490751 Dec 14 19:20:18.602192 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-6b91a8b3-ffeb-4f0c-9b28-2edd71d870c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:18.603782 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-6b91a8b3-ffeb-4f0c-9b28-2edd71d870c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.1949580 Dec 14 19:20:18.694658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca041c1-af4a-46bb-b76f-817edd66397e req-a0f1d73a-405d-4f2c-9be9-dd4542b9874d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:18.696135 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aca041c1-af4a-46bb-b76f-817edd66397e req-a0f1d73a-405d-4f2c-9be9-dd4542b9874d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1946604 Dec 14 19:20:18.749939 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-fdebadc8-cff7-4c9f-ba6d-2215fd06fd8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 1000 time: 0.1392214 Dec 14 19:20:18.803688 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-aca041c1-af4a-46bb-b76f-817edd66397e req-3268e39b-744b-4d50-8c84-915fb14abdc6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986249 Dec 14 19:20:18.829519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-256955df-f0b8-45aa-b493-284c481f3540 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:18.831109 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-256955df-f0b8-45aa-b493-284c481f3540 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0748658 Dec 14 19:20:18.916910 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-01d308ca-4cc6-427d-aa23-0c4a69c7b079 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776279 Dec 14 19:20:19.291864 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-6e319303-d1a0-4602-964c-13d7c2a1b720 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682411 Dec 14 19:20:19.435455 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fdffe7e5-1169-4c43-bfa0-c0840dc4042c req-27bddb22-eb9c-4ad3-b373-6bb5508bc114 service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367776 Dec 14 19:20:19.738450 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec59d7fe-f15e-4ce5-ac9c-a6f21b160c6c req-5167ab06-6103-46ee-899f-37652192f93e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0621212 Dec 14 19:20:20.017819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaac334-a8a7-4952-ae29-ec1b57feffc7 req-b16f2474-5956-4492-83ad-7231a2464fba tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:20.019469 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfaac334-a8a7-4952-ae29-ec1b57feffc7 req-b16f2474-5956-4492-83ad-7231a2464fba tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0884235 Dec 14 19:20:20.084156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfaac334-a8a7-4952-ae29-ec1b57feffc7 req-5b661404-4050-47fa-bd89-6400a8da4821 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584400 Dec 14 19:20:20.922075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98a05eaa-a3a9-4e03-a9df-c138a925572d req-29b3b988-5c4d-4261-bc24-13311e66c1de tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0556462 Dec 14 19:20:21.325967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67594e0b-c6a2-428b-9d0b-a99c47922201 req-003c0226-be0a-409e-9d15-a904c82f3848 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:21.327503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67594e0b-c6a2-428b-9d0b-a99c47922201 req-003c0226-be0a-409e-9d15-a904c82f3848 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0947616 Dec 14 19:20:21.381168 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67594e0b-c6a2-428b-9d0b-a99c47922201 req-a2079989-8f9c-4e6e-9ddd-d237a5645752 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446546 Dec 14 19:20:22.116343 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dce2591d-efd0-4af1-be36-25d1efa2e0d7 req-bf0d3450-9c5e-4ee1-b2e1-177bd00f4dff tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0548906 Dec 14 19:20:22.609169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076f6fc-d7a0-41b8-8ac7-6fefb12af254 req-a8d3f7e5-9b2c-4184-adf4-5c4252df2817 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:22.610754 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2076f6fc-d7a0-41b8-8ac7-6fefb12af254 req-a8d3f7e5-9b2c-4184-adf4-5c4252df2817 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0932133 Dec 14 19:20:22.659909 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2076f6fc-d7a0-41b8-8ac7-6fefb12af254 req-bf50bd09-c676-44cc-967a-c80bbe205a4b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427766 Dec 14 19:20:22.725915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:20:23.300158 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2cc18bf3-6175-45dd-9ecd-1deb4ecf84a0 req-3804e286-f322-4ce1-b8c5-63bb22ea51c5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0468366 Dec 14 19:20:23.899775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d2f9-63f1-4adf-a52b-9547f77d6406 req-54cc0219-8a5f-496e-9c02-43a0a0e82923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:23.901528 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3293d2f9-63f1-4adf-a52b-9547f77d6406 req-54cc0219-8a5f-496e-9c02-43a0a0e82923 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0997257 Dec 14 19:20:23.952928 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3293d2f9-63f1-4adf-a52b-9547f77d6406 req-877c267a-df6a-4ba5-b495-c76bbcc65296 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Dec 14 19:20:24.473021 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4eff6c4-09af-41b5-a478-2c510a3f8597 req-98a862d6-e5ad-47c3-95d5-5ae7704e3da0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0468752 Dec 14 19:20:25.172434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09948738-9215-405b-a2d3-6b6aa6faf323 req-862d20bf-716f-4d19-a493-9aef339a8ef0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:25.174248 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-09948738-9215-405b-a2d3-6b6aa6faf323 req-862d20bf-716f-4d19-a493-9aef339a8ef0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0944610 Dec 14 19:20:25.225820 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-09948738-9215-405b-a2d3-6b6aa6faf323 req-38f76fab-5dbf-4d19-91e9-06070304ae0f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444777 Dec 14 19:20:25.654565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-991157ac-08a0-4b87-82e8-759d1e0c3e88 req-0ce0b000-b97a-47f1-bf40-4a245f325ea0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0499084 Dec 14 19:20:26.462609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c539ec-7f53-4cd9-9198-79d370130d28 req-01fa93a3-84ca-454e-b0e8-80caee620d27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:26.464378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2c539ec-7f53-4cd9-9198-79d370130d28 req-01fa93a3-84ca-454e-b0e8-80caee620d27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0983889 Dec 14 19:20:26.516727 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a2c539ec-7f53-4cd9-9198-79d370130d28 req-93ce7eb7-f5f9-4605-a539-29b3b6993c87 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448658 Dec 14 19:20:26.844052 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-70304081-c392-4477-809f-b79859179960 req-e51a5f2e-58e4-4e21-8248-a66367197f31 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0640762 Dec 14 19:20:27.745397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49693b-bb31-4f07-b365-d1ab2418b9c5 req-0e591213-fd7d-4131-a5c4-1afc6e7a8252 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:27.747039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5d49693b-bb31-4f07-b365-d1ab2418b9c5 req-0e591213-fd7d-4131-a5c4-1afc6e7a8252 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0909128 Dec 14 19:20:27.797576 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5d49693b-bb31-4f07-b365-d1ab2418b9c5 req-2f0b7860-2c1a-4241-b2b0-906504f23ce7 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439916 Dec 14 19:20:28.057838 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51211079-52d1-4815-b1c8-cf2dd20a92b9 req-22900441-239d-478e-8ecc-742afad347e5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0549297 Dec 14 19:20:29.007877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b607fc-dd0b-44fc-9082-29bf0c284b90 req-78e77766-e880-443e-a2ef-5d37da219ea4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:29.009511 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3b607fc-dd0b-44fc-9082-29bf0c284b90 req-78e77766-e880-443e-a2ef-5d37da219ea4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0849702 Dec 14 19:20:29.063689 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3b607fc-dd0b-44fc-9082-29bf0c284b90 req-a45f3181-c5a1-4f35-9968-30dc56a478b0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478575 Dec 14 19:20:29.233267 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-46d49ff0-3f88-4ed5-8d83-e9a2489014ba req-848f50d1-6d53-46d6-be5c-ff7b54fe2cba tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0487168 Dec 14 19:20:30.300178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340cb9-ee50-458d-9859-60cb5ab2c383 req-f95ae071-059c-4e7a-bb36-4db17eb70425 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:30.301878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e2340cb9-ee50-458d-9859-60cb5ab2c383 req-f95ae071-059c-4e7a-bb36-4db17eb70425 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1061854 Dec 14 19:20:30.352504 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e2340cb9-ee50-458d-9859-60cb5ab2c383 req-49ed29c7-2404-4b5e-abc3-929cbfa5d3e2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Dec 14 19:20:30.416149 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-33cba315-9dbf-4085-a3de-015ef86e1ddd req-97ca0904-f5f7-4ff0-a294-1ce1b1565ebd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0457933 Dec 14 19:20:31.573451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d9d4b-79d4-4842-978d-34287f4da43b req-a7d62412-fe42-46fc-b5c6-ee2997f59323 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:31.575110 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b98d9d4b-79d4-4842-978d-34287f4da43b req-a7d62412-fe42-46fc-b5c6-ee2997f59323 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0917482 Dec 14 19:20:31.590442 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fe2f5920-3b28-4d44-ac31-dcf3d95616e8 req-1f4ddaf4-b9f0-40fb-8a61-b3d93686b566 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0468004 Dec 14 19:20:31.625906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b98d9d4b-79d4-4842-978d-34287f4da43b req-31bb00e6-f0b7-49c1-9684-837f6bff7a93 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Dec 14 19:20:32.844023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3cc0-4d71-4104-ae70-aaccb4a29ed1 req-d4652d7b-5790-4099-a130-4b09c460565e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:32.845854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-efce3cc0-4d71-4104-ae70-aaccb4a29ed1 req-d4652d7b-5790-4099-a130-4b09c460565e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0918119 Dec 14 19:20:32.900155 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-efce3cc0-4d71-4104-ae70-aaccb4a29ed1 req-2ce86746-b41d-4eb8-8a37-5654d1c0a463 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473926 Dec 14 19:20:32.916436 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4cb17d1-243d-4a9a-a296-da17a6f5869a req-41281d68-24ea-426f-b1ae-c9130021b900 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0500193 Dec 14 19:20:34.096579 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b48848f5-89b1-4b7f-ba8c-d5a180c2edf4 req-df84ed45-382d-4224-8119-560d7fe1792a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0466843 Dec 14 19:20:34.125175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d6a65-6da0-409d-aeb9-3c62711bf074 req-012fdaec-ea75-45ba-ab2d-6eb670378793 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:34.126882 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-238d6a65-6da0-409d-aeb9-3c62711bf074 req-012fdaec-ea75-45ba-ab2d-6eb670378793 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0919361 Dec 14 19:20:34.184828 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-238d6a65-6da0-409d-aeb9-3c62711bf074 req-2a58fb9a-caa9-4c32-8f66-f671ef8d1326 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473042 Dec 14 19:20:35.270156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8399ae2-4589-47c3-8c08-fa881313fe77 req-1d7735e0-9279-4ffc-8829-b8271f862423 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0466104 Dec 14 19:20:35.395389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa881f-6a5a-40a4-8de3-c5ad763f873e req-cc9fdb3f-f4d4-4a0c-9c5e-09259bd711a1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:35.397712 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6fa881f-6a5a-40a4-8de3-c5ad763f873e req-cc9fdb3f-f4d4-4a0c-9c5e-09259bd711a1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0887084 Dec 14 19:20:35.448113 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6fa881f-6a5a-40a4-8de3-c5ad763f873e req-b92acb97-95da-4aae-ab81-f8b2a60b3a47 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445611 Dec 14 19:20:36.272634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66b688ad-78d5-451c-8790-be457a7fa033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:36.452150 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7fdf289a-7454-42c8-934d-f95d5e1d5390 req-c5f5d49b-c4c0-4b26-8cab-78169ad9f928 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0494213 Dec 14 19:20:36.663566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682080-189b-4c48-a329-e53b24ebdccb req-6e275200-9bde-437e-95e3-0778cfdbff41 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:36.665237 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c682080-189b-4c48-a329-e53b24ebdccb req-6e275200-9bde-437e-95e3-0778cfdbff41 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0883079 Dec 14 19:20:36.714611 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c682080-189b-4c48-a329-e53b24ebdccb req-51ff1cbe-a515-4c9a-ae62-eeba7c8819e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Dec 14 19:20:37.452467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:37.637254 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a09ea1f6-483a-4315-a02b-72c1169feae8 req-557fe1ce-631a-457f-a9fa-a53fa0682021 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0487192 Dec 14 19:20:37.761711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:37.935759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b1ee3-2f41-45d0-92b7-8339a454f2cb req-ec99b4cf-3ebc-44dc-90e4-1327e1591632 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:37.937378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c93b1ee3-2f41-45d0-92b7-8339a454f2cb req-ec99b4cf-3ebc-44dc-90e4-1327e1591632 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0930068 Dec 14 19:20:37.991378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c93b1ee3-2f41-45d0-92b7-8339a454f2cb req-8766de60-9557-45e6-8583-6022fa79859c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476658 Dec 14 19:20:38.478386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3690603-2b43-46e5-8d39-32575f6a8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:38.813828 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ffa1d361-3059-4f93-933c-85387df8be6c req-ec658534-c9e2-4dfc-ab8b-9342e58455d4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0471263 Dec 14 19:20:39.210434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03d5f-c579-4d6d-ab11-75558739d686 req-db243337-067e-4b5b-8129-1f45df94f524 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:39.212081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53f03d5f-c579-4d6d-ab11-75558739d686 req-db243337-067e-4b5b-8129-1f45df94f524 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0891690 Dec 14 19:20:39.265330 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53f03d5f-c579-4d6d-ab11-75558739d686 req-11881b89-376f-4cac-9ed1-b794f988a770 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469477 Dec 14 19:20:39.415628 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:40.006791 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-375d8322-73bf-4d6e-b1ce-6e9b424b1985 req-5424e8ee-444f-46e7-8417-e9055dabbfb5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0646238 Dec 14 19:20:40.313142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:40.485403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d446-0560-4db6-ba0e-877c3d530651 req-32a55008-9187-4849-ad69-7459575d5f30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:40.486938 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9112d446-0560-4db6-ba0e-877c3d530651 req-32a55008-9187-4849-ad69-7459575d5f30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0911973 Dec 14 19:20:40.539295 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9112d446-0560-4db6-ba0e-877c3d530651 req-b6e47203-c7e3-4713-9f38-bae0aeb70376 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Dec 14 19:20:41.194704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3fa4f38b-c933-4be7-abc8-ad24e0d106a9 req-ffe52593-adbf-48bd-9793-54f4b5a1e4d6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0556087 Dec 14 19:20:41.774701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f4bb0-465b-4219-9ad7-295d44826db2 req-30c5cca4-6179-470d-aac5-deccb5983bb1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:41.776273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-329f4bb0-465b-4219-9ad7-295d44826db2 req-30c5cca4-6179-470d-aac5-deccb5983bb1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1027408 Dec 14 19:20:41.829673 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-329f4bb0-465b-4219-9ad7-295d44826db2 req-c2739f7d-826e-45bf-8cbc-0aed5483f02b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440550 Dec 14 19:20:42.391103 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2ce4f423-793f-47ec-b791-889fc5bc63d4 req-79a6ab0c-518e-461d-be21-4caf2da18744 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0583861 Dec 14 19:20:43.045792 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53578bcf-ea02-43d6-9823-b3c356b725e5 req-cd0ca3dd-e6e0-4410-9c40-93d9f1845701 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:43.047520 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53578bcf-ea02-43d6-9823-b3c356b725e5 req-cd0ca3dd-e6e0-4410-9c40-93d9f1845701 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0918109 Dec 14 19:20:43.098793 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53578bcf-ea02-43d6-9823-b3c356b725e5 req-7be0b493-8cdc-49ca-987b-9a1936d5a3d2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447617 Dec 14 19:20:43.584868 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-978ca969-081b-4a72-9123-8063bb47000b req-a3cd4a68-8d0e-4793-bfda-43c40cdbaf43 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0491166 Dec 14 19:20:44.330011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9ea80-7b47-4fce-9f31-f160e08b5132 req-59fefd34-c08e-4abc-a31e-4b103938ca49 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:44.331623 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22b9ea80-7b47-4fce-9f31-f160e08b5132 req-59fefd34-c08e-4abc-a31e-4b103938ca49 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0884573 Dec 14 19:20:44.383605 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22b9ea80-7b47-4fce-9f31-f160e08b5132 req-3ed478ed-f90e-4f12-8226-6e5b8b0f72de tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Dec 14 19:20:44.775720 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-86a2a36d-9013-4010-af5b-124bae91775c req-080d2a0d-b95c-49a9-81ec-bfadb2e89a4d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0524342 Dec 14 19:20:45.610587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01680d18-9269-43c6-9f3e-9fc2763d4730 req-3ba42008-3d39-4c36-a389-ea484f200e0b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:45.612226 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01680d18-9269-43c6-9f3e-9fc2763d4730 req-3ba42008-3d39-4c36-a389-ea484f200e0b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1018808 Dec 14 19:20:45.664598 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-01680d18-9269-43c6-9f3e-9fc2763d4730 req-4fe99c16-e1b5-48b0-9590-736aca1f6d87 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Dec 14 19:20:45.958465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cb5bb7e8-9a0d-44dd-8bf4-0efdf6627e21 req-4a05c9ed-22b5-46b3-8c7d-cd54fdcd7283 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0472171 Dec 14 19:20:46.888302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e6fb-ed0d-406f-94fd-82ae78c9a735 req-11beb1fd-a591-4c28-8ebf-5457c30cae30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:46.889941 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14e8e6fb-ed0d-406f-94fd-82ae78c9a735 req-11beb1fd-a591-4c28-8ebf-5457c30cae30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0939767 Dec 14 19:20:46.943641 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14e8e6fb-ed0d-406f-94fd-82ae78c9a735 req-fb0bc6c9-3ff6-4dc4-9daa-9e043d27810b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468690 Dec 14 19:20:47.149156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bf7c50f1-7d31-430f-8bba-ea2e270a2aa2 req-97133b8a-313a-4c27-9fca-89cf17031adb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0545418 Dec 14 19:20:48.174575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759895de-9919-44c4-8bd4-f49e5fc97a00 req-0f16e24c-99ed-4b2a-a88c-21f2177af965 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:48.176282 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-759895de-9919-44c4-8bd4-f49e5fc97a00 req-0f16e24c-99ed-4b2a-a88c-21f2177af965 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0960979 Dec 14 19:20:48.247974 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-759895de-9919-44c4-8bd4-f49e5fc97a00 req-b1ebea80-0457-43a9-a989-ba2a6e719d39 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576344 Dec 14 19:20:48.334009 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f7edc37e-a447-471b-9a70-158b1341462f req-d306f75a-5645-4b3a-8e91-8e3daf5d7d5f tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0462952 Dec 14 19:20:49.474434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867aca98-47dd-4dbb-b5f8-857b01f95878 req-9d3c57e6-0253-4638-9183-383f4a46ddb3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:49.476198 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-867aca98-47dd-4dbb-b5f8-857b01f95878 req-9d3c57e6-0253-4638-9183-383f4a46ddb3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0951109 Dec 14 19:20:49.514050 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69bb2c1c-ee7a-4505-b9d6-0cb8bab020d1 req-531591fd-4091-41d6-a13b-868f250eef36 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0460532 Dec 14 19:20:49.526949 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-867aca98-47dd-4dbb-b5f8-857b01f95878 req-8a97ee69-fa0a-4a47-bffe-a8c2a7f9f0fe tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440795 Dec 14 19:20:50.766915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65ab4b-b415-48fa-b873-e0d78222cacb req-d5e0e439-732c-46f5-b880-fae42d9641e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:50.768679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f65ab4b-b415-48fa-b873-e0d78222cacb req-d5e0e439-732c-46f5-b880-fae42d9641e3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0998008 Dec 14 19:20:50.830111 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7f65ab4b-b415-48fa-b873-e0d78222cacb req-0467e30d-8172-457b-b618-8b0d03e4aa42 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538752 Dec 14 19:20:50.948868 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22847142-ee63-43cb-80e6-8951f9d1e648 req-fdc9094c-b196-41d9-9654-8f3752f4c137 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.2964575 Dec 14 19:20:52.054722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e30ee-fb89-4c16-bb9d-e372e505dde2 req-4bfc878c-6331-48be-8ea9-e4c0d7fb6bf1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:52.056364 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d54e30ee-fb89-4c16-bb9d-e372e505dde2 req-4bfc878c-6331-48be-8ea9-e4c0d7fb6bf1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0896597 Dec 14 19:20:52.113366 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d54e30ee-fb89-4c16-bb9d-e372e505dde2 req-b6eb1db5-eb54-4778-a907-1b4f9165cf7b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505679 Dec 14 19:20:52.134159 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a39e1c3b-917c-4653-9498-de6c1a2d10a3 req-0cdc26d7-bbe3-454f-bc34-adddaf644f43 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0461404 Dec 14 19:20:53.304743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-950190dd-a75e-456a-90df-a2a48a0c5c11 req-17ca2598-5862-4506-833a-ead68a21ea80 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=677122b9-7fcb-4bb0-87e0-03e7e761543d HTTP/1.1" status: 200 len: 210 time: 0.0445423 Dec 14 19:20:53.333811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44a6c-f855-4167-985d-252cdef4b598 req-20b2fa42-38d8-4c94-b171-e1d877ffaa27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:53.335386 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-48f44a6c-f855-4167-985d-252cdef4b598 req-20b2fa42-38d8-4c94-b171-e1d877ffaa27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0946915 Dec 14 19:20:53.390162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-48f44a6c-f855-4167-985d-252cdef4b598 req-8279d4a9-8656-4847-8069-358573cf3fc5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477877 Dec 14 19:20:54.604911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159218-ed20-40b1-b68b-82d613984b67 req-0512b160-99df-4ea3-bda6-3fcf807dc286 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:54.606491 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e6159218-ed20-40b1-b68b-82d613984b67 req-0512b160-99df-4ea3-bda6-3fcf807dc286 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0887711 Dec 14 19:20:54.656745 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e6159218-ed20-40b1-b68b-82d613984b67 req-0f97facf-1154-458e-8970-68fea42810d6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437062 Dec 14 19:20:55.882886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29e063-cb38-4062-b0a5-d8019b540f99 req-8b5f35f9-e911-4eef-8d7c-87f655ce6670 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:55.884453 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba29e063-cb38-4062-b0a5-d8019b540f99 req-8b5f35f9-e911-4eef-8d7c-87f655ce6670 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0895188 Dec 14 19:20:55.934194 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba29e063-cb38-4062-b0a5-d8019b540f99 req-456bdcc4-d102-4e13-bc21-fbf8b9afca2d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Dec 14 19:20:57.168992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e451fd6-a5b6-45b0-9731-32a3bf3de769 req-f38f6d10-8c70-4d2f-ae42-a47c814753f0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:57.170671 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e451fd6-a5b6-45b0-9731-32a3bf3de769 req-f38f6d10-8c70-4d2f-ae42-a47c814753f0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0964184 Dec 14 19:20:57.221537 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e451fd6-a5b6-45b0-9731-32a3bf3de769 req-7c14d6c1-f38c-47a1-866b-68259448da3f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Dec 14 19:20:58.464895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989858-a71a-4381-968f-e6c30d9dd96d req-e1ca3b57-778d-44b0-b19e-d6457f6db314 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:58.467707 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31989858-a71a-4381-968f-e6c30d9dd96d req-e1ca3b57-778d-44b0-b19e-d6457f6db314 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1195142 Dec 14 19:20:58.524818 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31989858-a71a-4381-968f-e6c30d9dd96d req-adaf556a-ea10-4374-a61b-4db87d4799e8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Dec 14 19:20:59.718167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:20:59.743023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4125124-ade3-443e-a69a-ed17b1796295 req-9cbcf345-f8a8-4f37-965f-727a929300f8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:20:59.744736 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4125124-ade3-443e-a69a-ed17b1796295 req-9cbcf345-f8a8-4f37-965f-727a929300f8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0907440 Dec 14 19:20:59.796447 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4125124-ade3-443e-a69a-ed17b1796295 req-d51c8794-ac78-404c-8c31-21f9214a873f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450501 Dec 14 19:21:01.028492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0902774-ef02-4000-8624-ec382e35a193 req-c164a0c4-1231-4443-b336-95a0f5f56db9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:01.030156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0902774-ef02-4000-8624-ec382e35a193 req-c164a0c4-1231-4443-b336-95a0f5f56db9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0921168 Dec 14 19:21:01.083600 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0902774-ef02-4000-8624-ec382e35a193 req-33acea7d-18d9-4c58-9f1f-78bf3fb59486 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450108 Dec 14 19:21:02.313699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e245005-d269-4908-a3ed-b2e5fc57a280 req-675d7d8f-394a-4b1a-b027-b0bf7ac528db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:02.315354 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e245005-d269-4908-a3ed-b2e5fc57a280 req-675d7d8f-394a-4b1a-b027-b0bf7ac528db tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0980663 Dec 14 19:21:02.366057 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e245005-d269-4908-a3ed-b2e5fc57a280 req-02f9dd82-566d-461e-a958-322482b2b89a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444307 Dec 14 19:21:03.605026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6238e29-9822-4d46-9540-2948fb45df26 req-ce774bdb-e6c4-41eb-952a-91c0141f34df tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:03.606863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6238e29-9822-4d46-9540-2948fb45df26 req-ce774bdb-e6c4-41eb-952a-91c0141f34df tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1009033 Dec 14 19:21:03.659508 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6238e29-9822-4d46-9540-2948fb45df26 req-3c1356d1-0b0f-4021-b822-c667c1346783 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455987 Dec 14 19:21:04.891056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e5282-f795-457f-81ab-b1854c7d7bc5 req-f38fc8cf-516e-40d1-b2d1-a38090448b2d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:04.893483 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed5e5282-f795-457f-81ab-b1854c7d7bc5 req-f38fc8cf-516e-40d1-b2d1-a38090448b2d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1003690 Dec 14 19:21:04.944706 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed5e5282-f795-457f-81ab-b1854c7d7bc5 req-8cacc3d8-a8ce-4a3e-a5c4-6c40b8d61fd4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Dec 14 19:21:06.171272 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c63b0-a61b-4181-a41b-b9a896187893 req-4250cb21-8886-4b95-aa0a-4dec508b223e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:06.172922 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-945c63b0-a61b-4181-a41b-b9a896187893 req-4250cb21-8886-4b95-aa0a-4dec508b223e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0899363 Dec 14 19:21:06.235569 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-945c63b0-a61b-4181-a41b-b9a896187893 req-be74cdae-e1c0-4e51-8cc2-d6d49caa6864 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532014 Dec 14 19:21:06.289817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3204fa33-f165-4e26-b427-05f33c5c8636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:07.447995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:07.459046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309ba3e-1037-4818-9d2b-f5a397385af8 req-8798e36a-c813-40a8-8f6d-2841a2dec370 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:07.460739 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4309ba3e-1037-4818-9d2b-f5a397385af8 req-8798e36a-c813-40a8-8f6d-2841a2dec370 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0971839 Dec 14 19:21:07.511207 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4309ba3e-1037-4818-9d2b-f5a397385af8 req-e3bb947f-b75e-4091-934f-0dec6b1ba690 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Dec 14 19:21:07.757224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:08.487025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b4fa863a-fc10-4e5f-a9bc-5af1328df66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:08.737817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1ba99-ac9a-42f4-a876-5847550d4346 req-39760aae-d0b5-4162-9994-d695cf704538 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:08.739333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16e1ba99-ac9a-42f4-a876-5847550d4346 req-39760aae-d0b5-4162-9994-d695cf704538 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1001153 Dec 14 19:21:08.789373 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16e1ba99-ac9a-42f4-a876-5847550d4346 req-6ebe9a42-ca4d-4895-9ea9-af213de0a048 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436940 Dec 14 19:21:09.417741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:10.024887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a8948-bd24-44d0-a43c-6a7eb576737c req-44ffd600-6083-433b-88b1-665674c3f3eb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:10.026553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c68a8948-bd24-44d0-a43c-6a7eb576737c req-44ffd600-6083-433b-88b1-665674c3f3eb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1022301 Dec 14 19:21:10.082837 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c68a8948-bd24-44d0-a43c-6a7eb576737c req-1be71a7a-0bd0-4f69-afe2-4eee2a4a6bd9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Dec 14 19:21:10.315459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:11.296058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6833fc-df24-41df-a1d1-f7877085068f req-a32202b0-e3d5-49b8-b4fa-d621442f1355 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:11.297706 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8b6833fc-df24-41df-a1d1-f7877085068f req-a32202b0-e3d5-49b8-b4fa-d621442f1355 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0852673 Dec 14 19:21:11.347336 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8b6833fc-df24-41df-a1d1-f7877085068f req-aa99a925-4b6f-4364-9013-c70aa280421b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 Dec 14 19:21:12.573884 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd2542-dcec-4dc8-ba6a-54d4ae4703ed req-6a521cce-40f4-4c48-8551-0bd85dd2d425 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:12.575532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eefd2542-dcec-4dc8-ba6a-54d4ae4703ed req-6a521cce-40f4-4c48-8551-0bd85dd2d425 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1005363 Dec 14 19:21:12.627833 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eefd2542-dcec-4dc8-ba6a-54d4ae4703ed req-f41cd760-a02a-4b23-b5e1-b67857dd8097 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Dec 14 19:21:13.850727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba9bd3-689e-4848-aaa5-12f882980cd7 req-c0a8cb79-8509-4ffc-941b-b2aed99a4443 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:13.852345 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4ba9bd3-689e-4848-aaa5-12f882980cd7 req-c0a8cb79-8509-4ffc-941b-b2aed99a4443 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0897455 Dec 14 19:21:13.903992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b4ba9bd3-689e-4848-aaa5-12f882980cd7 req-52b3321a-0287-4fff-8e24-50ab23cf9017 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Dec 14 19:21:15.120195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221a1a5-9d48-41c8-83a3-3894c909800e req-0b04ac37-ab33-4bff-bc57-3d4fd68b216a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:15.122115 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8221a1a5-9d48-41c8-83a3-3894c909800e req-0b04ac37-ab33-4bff-bc57-3d4fd68b216a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0903795 Dec 14 19:21:15.172734 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8221a1a5-9d48-41c8-83a3-3894c909800e req-a3ca8aa4-8536-484b-a8e1-d7090a33174b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Dec 14 19:21:16.391810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a7362-832e-4f94-95c8-229270b6321f req-264f909d-fb12-4de5-b0c4-6fc68674bc0f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:16.393450 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b8a7362-832e-4f94-95c8-229270b6321f req-264f909d-fb12-4de5-b0c4-6fc68674bc0f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0870740 Dec 14 19:21:16.448873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b8a7362-832e-4f94-95c8-229270b6321f req-3ca21fd1-de93-4c6a-8e09-a1b324f1758a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490892 Dec 14 19:21:17.690021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22132819-eaae-4513-a86a-85ec68528b8d req-747a3705-26d5-4d35-b0e9-96f8cce3e11a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:17.691579 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22132819-eaae-4513-a86a-85ec68528b8d req-747a3705-26d5-4d35-b0e9-96f8cce3e11a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1036437 Dec 14 19:21:17.750638 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22132819-eaae-4513-a86a-85ec68528b8d req-aaa6de57-7cb2-452b-82b3-6bbf72c6a942 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525985 Dec 14 19:21:18.137236 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-3b4f8693-73f0-493a-bb94-88b09f4bffb4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0878456 Dec 14 19:21:18.250007 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-eff7450b-6ffa-4c80-bb65-001b80552e4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0876360 Dec 14 19:21:18.424065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-0c3b1b15-228e-4aa1-8c11-c6d024465ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:18.425717 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-0c3b1b15-228e-4aa1-8c11-c6d024465ea4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1557639 Dec 14 19:21:18.537128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-3b328508-bc4f-4a2b-a226-953b34f6b7b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1040349 Dec 14 19:21:18.605378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-112f210a-6ece-4a73-8095-50748cbca722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:18.606949 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-112f210a-6ece-4a73-8095-50748cbca722 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0636806 Dec 14 19:21:18.913951 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-af18db78-eacb-4325-926e-ac5e402bd7c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3005345 Dec 14 19:21:18.976168 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8191db-d119-44c8-bc61-e8cb3e00445a req-566c6f32-d3e7-4c32-8983-d1a9d11cf503 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:18.977798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c8191db-d119-44c8-bc61-e8cb3e00445a req-566c6f32-d3e7-4c32-8983-d1a9d11cf503 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0867572 Dec 14 19:21:19.030092 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c8191db-d119-44c8-bc61-e8cb3e00445a req-745095b6-2426-409d-9591-17fec28d1a0f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Dec 14 19:21:19.065249 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-a2e8c541-3bfe-40c6-b31a-a1ce9477441d service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437593 Dec 14 19:21:19.210698 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddf2298-6981-44aa-8125-2a385471fbd3 req-ee1c9014-143d-4196-b577-0cbd6268a1f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388898 Dec 14 19:21:20.266163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4520f-f71f-4748-b666-8829e5302a5d req-cf1c7d5f-abf5-42aa-8952-329f53e05cf8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:20.268422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3de4520f-f71f-4748-b666-8829e5302a5d req-cf1c7d5f-abf5-42aa-8952-329f53e05cf8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0937963 Dec 14 19:21:20.319269 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3de4520f-f71f-4748-b666-8829e5302a5d req-0650b9e3-093f-4284-9786-1f0f285dac6c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449088 Dec 14 19:21:21.560668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7d770-3ff5-4610-88e6-3f2f50bd9cc1 req-e98266a1-3fd3-4bea-a3b2-c874a614fea3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:21.562324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faa7d770-3ff5-4610-88e6-3f2f50bd9cc1 req-e98266a1-3fd3-4bea-a3b2-c874a614fea3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0919256 Dec 14 19:21:21.614678 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-faa7d770-3ff5-4610-88e6-3f2f50bd9cc1 req-9dd75b2a-4a9c-498e-a0ac-30dfcbdc9e76 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Dec 14 19:21:22.992113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3d98f-4019-47b0-ac1c-edff1e799dfe req-f88857ab-d6d8-4bce-b9eb-5cd37eddbf3d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:22.993833 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67b3d98f-4019-47b0-ac1c-edff1e799dfe req-f88857ab-d6d8-4bce-b9eb-5cd37eddbf3d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0913279 Dec 14 19:21:23.044867 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-67b3d98f-4019-47b0-ac1c-edff1e799dfe req-da19a5d3-446d-4e01-85f0-5a08afacf2e6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437539 Dec 14 19:21:24.254410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528095d6-7f99-48b1-bbdb-1bda89233bad req-fcf34b61-69bd-468a-b4ee-2ed4076763e0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:24.255954 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-528095d6-7f99-48b1-bbdb-1bda89233bad req-fcf34b61-69bd-468a-b4ee-2ed4076763e0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0867927 Dec 14 19:21:24.309766 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-528095d6-7f99-48b1-bbdb-1bda89233bad req-bf9ff9b8-2cfd-4414-b653-35d5b60a8efa tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443254 Dec 14 19:21:25.535338 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee0930-a1f1-4bd1-931e-74fd6575c0a8 req-160d97ba-365f-4e9e-a87c-db6e19d9ee7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:25.536932 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4ee0930-a1f1-4bd1-931e-74fd6575c0a8 req-160d97ba-365f-4e9e-a87c-db6e19d9ee7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1009102 Dec 14 19:21:25.594691 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f4ee0930-a1f1-4bd1-931e-74fd6575c0a8 req-7b209a91-1179-40c4-82b8-a0a3bdc788ee tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Dec 14 19:21:26.832235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cece243-90b5-49d2-85b1-b4524c79e97e req-14fab337-418b-4cfd-849c-f6b657f9c5f1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:26.833916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7cece243-90b5-49d2-85b1-b4524c79e97e req-14fab337-418b-4cfd-849c-f6b657f9c5f1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0962374 Dec 14 19:21:26.883915 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7cece243-90b5-49d2-85b1-b4524c79e97e req-b7387b8c-d0fd-4f47-9d8a-44ae80a71853 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434265 Dec 14 19:21:28.097311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aadc07-3b4c-4929-b6c7-5219fe899c97 req-a8f94296-3053-4869-be6a-bd0a80d9f9bf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:28.098958 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a9aadc07-3b4c-4929-b6c7-5219fe899c97 req-a8f94296-3053-4869-be6a-bd0a80d9f9bf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0897937 Dec 14 19:21:28.165681 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a9aadc07-3b4c-4929-b6c7-5219fe899c97 req-4e473b43-ee21-4bec-804b-ab22bf209870 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571752 Dec 14 19:21:29.378103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51584285-c0e3-4456-997d-96cc4b587ca5 req-ec4b263e-77ca-4222-b59c-ae3df6ce3d27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:29.379731 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51584285-c0e3-4456-997d-96cc4b587ca5 req-ec4b263e-77ca-4222-b59c-ae3df6ce3d27 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0854158 Dec 14 19:21:29.430497 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51584285-c0e3-4456-997d-96cc4b587ca5 req-38f34ebb-3001-492f-9be5-d66530582f9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Dec 14 19:21:30.664131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a94671-24b2-4124-b7c8-5b914b128fb8 req-3bbfc0c2-c639-4a22-a238-e7fe2e95bad0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:30.665419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-04a94671-24b2-4124-b7c8-5b914b128fb8 req-3bbfc0c2-c639-4a22-a238-e7fe2e95bad0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0901070 Dec 14 19:21:30.720180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-04a94671-24b2-4124-b7c8-5b914b128fb8 req-6097baeb-6195-4eaf-a059-6aec2501ef07 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474942 Dec 14 19:21:31.951539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e5e73-ae41-4d52-8bfe-07d92de5b163 req-ab2822f3-c54f-4d24-9181-a2ff2678943e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:31.953178 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0b8e5e73-ae41-4d52-8bfe-07d92de5b163 req-ab2822f3-c54f-4d24-9181-a2ff2678943e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0952730 Dec 14 19:21:32.001814 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0b8e5e73-ae41-4d52-8bfe-07d92de5b163 req-0f4938d1-e4c2-44e6-90ff-ea2fb7f3214e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Dec 14 19:21:33.224290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090682b-9e91-4db2-8a27-7830bf426f13 req-8c9babd1-df6c-47f6-afa8-8b6278956da3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:33.226612 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9090682b-9e91-4db2-8a27-7830bf426f13 req-8c9babd1-df6c-47f6-afa8-8b6278956da3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0987997 Dec 14 19:21:33.284560 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9090682b-9e91-4db2-8a27-7830bf426f13 req-60481c35-f6b2-4646-a57b-6c35ca180837 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492578 Dec 14 19:21:34.505660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a328-44f1-4eaf-bd4d-68980c436991 req-adcb694a-360e-4c5d-870d-66158b05e787 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:34.507612 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864a328-44f1-4eaf-bd4d-68980c436991 req-adcb694a-360e-4c5d-870d-66158b05e787 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0877464 Dec 14 19:21:34.568065 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d864a328-44f1-4eaf-bd4d-68980c436991 req-23520b36-f9f0-4eb9-87a8-e2e0105e6889 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538735 Dec 14 19:21:35.787289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561f56-50a9-476d-bf50-21e252a78e00 req-0b5323ae-accf-4c65-a231-624967a4ce62 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:35.788943 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8e561f56-50a9-476d-bf50-21e252a78e00 req-0b5323ae-accf-4c65-a231-624967a4ce62 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0883420 Dec 14 19:21:35.838750 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8e561f56-50a9-476d-bf50-21e252a78e00 req-a6a24862-a82c-47ae-a02e-7ef064b495be tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 Dec 14 19:21:36.274414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c201bb1b-6e26-400f-aa44-4f6bc9738fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:36.720633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:21:37.050901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77024e-13ef-486d-a871-0c3bccb35b15 req-e2f1b271-91ae-4306-b554-6fdc2ef461a5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:37.052466 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba77024e-13ef-486d-a871-0c3bccb35b15 req-e2f1b271-91ae-4306-b554-6fdc2ef461a5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0877664 Dec 14 19:21:37.103011 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba77024e-13ef-486d-a871-0c3bccb35b15 req-cf505c24-2b37-4e60-9c47-ee72cf1f8c91 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Dec 14 19:21:37.452490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:37.768657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:38.324474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b1e3-423f-4227-8996-87577467af84 req-41db56ca-64dd-40e5-85ca-888f77311e7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:38.326139 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29d3b1e3-423f-4227-8996-87577467af84 req-41db56ca-64dd-40e5-85ca-888f77311e7f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0946157 Dec 14 19:21:38.378516 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29d3b1e3-423f-4227-8996-87577467af84 req-29d1809b-1725-4cb7-90d9-636b142879ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460227 Dec 14 19:21:38.480804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e82dfe66-c53d-41f3-94e3-ab9048330715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:39.419710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:39.596610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dea4c0-3577-42f5-ac1d-62c15f97c622 req-4d249d7f-9960-4e59-a718-c75c546a7654 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:39.598270 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07dea4c0-3577-42f5-ac1d-62c15f97c622 req-4d249d7f-9960-4e59-a718-c75c546a7654 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0893068 Dec 14 19:21:39.651370 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07dea4c0-3577-42f5-ac1d-62c15f97c622 req-f846364a-b0c2-47de-bad0-606dd20287ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 Dec 14 19:21:40.318995 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:40.871415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2e0e-d4b5-4889-8048-fb69d4fa90bb req-d5f48567-aaf9-44d4-aa1c-e9e33e763593 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:40.873082 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-090f2e0e-d4b5-4889-8048-fb69d4fa90bb req-d5f48567-aaf9-44d4-aa1c-e9e33e763593 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0939598 Dec 14 19:21:40.926209 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-090f2e0e-d4b5-4889-8048-fb69d4fa90bb req-1b9d6114-6682-4915-bd52-0eafc44e2092 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462236 Dec 14 19:21:42.174786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9650-66c8-4eda-9627-f8fba3c31272 req-69a425f0-1149-4f4b-90b4-85456b45b286 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:42.176451 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c3a9650-66c8-4eda-9627-f8fba3c31272 req-69a425f0-1149-4f4b-90b4-85456b45b286 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1064026 Dec 14 19:21:42.233945 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7c3a9650-66c8-4eda-9627-f8fba3c31272 req-3f70dfa3-8789-492d-a885-b70bbd377e73 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484285 Dec 14 19:21:43.462490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852ceb5-fbf0-4955-b068-059a2b09baf8 req-43fa0364-35c9-4bb2-bc3d-8b4a359fbbb5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:43.464565 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2852ceb5-fbf0-4955-b068-059a2b09baf8 req-43fa0364-35c9-4bb2-bc3d-8b4a359fbbb5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0999808 Dec 14 19:21:43.514620 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2852ceb5-fbf0-4955-b068-059a2b09baf8 req-a64a1b45-4723-4d51-843f-a90e8af3ba49 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 Dec 14 19:21:44.726636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e42ed6-9235-4db1-a21b-59172145fa4b req-7d36026d-cfc9-426a-9c7e-b157640827da tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:44.728162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6e42ed6-9235-4db1-a21b-59172145fa4b req-7d36026d-cfc9-426a-9c7e-b157640827da tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0873208 Dec 14 19:21:44.779053 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c6e42ed6-9235-4db1-a21b-59172145fa4b req-527aa5d3-750d-4aa2-b1ee-5061c77a911a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446134 Dec 14 19:21:46.008368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce317a4c-d9fa-4c25-bdba-4c0e347b4bc8 req-4d1dc42b-73f2-4354-ad98-abeb31a317a1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:46.009928 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce317a4c-d9fa-4c25-bdba-4c0e347b4bc8 req-4d1dc42b-73f2-4354-ad98-abeb31a317a1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0943313 Dec 14 19:21:46.063238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce317a4c-d9fa-4c25-bdba-4c0e347b4bc8 req-98087a7f-0bfc-4b21-80af-bb3c24f9e7f1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449307 Dec 14 19:21:47.290803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21f721-bb10-4c6a-8dbc-00770f43e0f1 req-4310be44-2c7c-40e1-93e2-acc0e73c3567 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:47.292426 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec21f721-bb10-4c6a-8dbc-00770f43e0f1 req-4310be44-2c7c-40e1-93e2-acc0e73c3567 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1018217 Dec 14 19:21:47.345863 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ec21f721-bb10-4c6a-8dbc-00770f43e0f1 req-0cb3cf29-c74f-4a0f-b060-1874260bb3cd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Dec 14 19:21:48.576203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09e45-29e7-46bc-8940-0007a8e14ac4 req-5e114b93-0e10-473a-989a-666a909063f9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:48.577984 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69a09e45-29e7-46bc-8940-0007a8e14ac4 req-5e114b93-0e10-473a-989a-666a909063f9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1024740 Dec 14 19:21:48.640071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69a09e45-29e7-46bc-8940-0007a8e14ac4 req-02e46d7e-21b6-422a-a1b6-f1976e36595d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557253 Dec 14 19:21:49.874828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33e626-584f-4be3-b478-44637c6d09ae req-99b734a5-744d-4d0c-b124-7d0247faa3e0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:49.876478 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f33e626-584f-4be3-b478-44637c6d09ae req-99b734a5-744d-4d0c-b124-7d0247faa3e0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0963330 Dec 14 19:21:49.932324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3f33e626-584f-4be3-b478-44637c6d09ae req-77e5b0bf-7d1a-444f-a065-af2188e8317e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457957 Dec 14 19:21:51.148174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db73ed1-e323-4411-beda-4bfdd012bc31 req-26d7a123-718a-416c-b5af-f00fce02c90e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:51.149875 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8db73ed1-e323-4411-beda-4bfdd012bc31 req-26d7a123-718a-416c-b5af-f00fce02c90e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0850577 Dec 14 19:21:51.203168 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8db73ed1-e323-4411-beda-4bfdd012bc31 req-a202c2b5-83e6-4670-9fab-473f415e22b1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447791 Dec 14 19:21:52.466554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f432bb6-6049-48dd-8e56-23ce75234814 req-d50fcefe-750f-4080-b006-6d4f4b9301e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:52.468553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1f432bb6-6049-48dd-8e56-23ce75234814 req-d50fcefe-750f-4080-b006-6d4f4b9301e1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1020741 Dec 14 19:21:52.534425 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1f432bb6-6049-48dd-8e56-23ce75234814 req-1b5d3944-baf8-4c84-b359-43ea9ff6f96b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574255 Dec 14 19:21:53.761538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9385db-28a0-45b3-b18b-61b4b495ced5 req-da1690ec-204b-4e96-8a72-3662945893fd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:53.763149 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db9385db-28a0-45b3-b18b-61b4b495ced5 req-da1690ec-204b-4e96-8a72-3662945893fd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0925360 Dec 14 19:21:53.815559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-db9385db-28a0-45b3-b18b-61b4b495ced5 req-7fbc4fee-d6c1-4380-9b10-886b8fddebad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Dec 14 19:21:55.038228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f5b5c-d0f3-4677-9da4-2aa507086bc6 req-165fc758-b387-437b-97f1-1ee3845093a8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:55.039919 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-634f5b5c-d0f3-4677-9da4-2aa507086bc6 req-165fc758-b387-437b-97f1-1ee3845093a8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0895011 Dec 14 19:21:55.097538 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-634f5b5c-d0f3-4677-9da4-2aa507086bc6 req-b097ca02-5b52-4e1c-a921-5369ea265abc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506990 Dec 14 19:21:56.325110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace4f92-eb04-42b9-bbf8-bb05b09180d6 req-0882a849-0e6e-4b4b-a9da-493c1e2f294f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:56.326684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ace4f92-eb04-42b9-bbf8-bb05b09180d6 req-0882a849-0e6e-4b4b-a9da-493c1e2f294f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0864155 Dec 14 19:21:56.377931 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7ace4f92-eb04-42b9-bbf8-bb05b09180d6 req-356b1056-fd41-49be-90bc-8df7c9771dae tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Dec 14 19:21:57.613626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5d18-5182-4707-bbe3-eff331aa3d1e req-5e7bd7d3-c0ff-467c-bf55-ef64bf1745cc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:57.615202 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e90d5d18-5182-4707-bbe3-eff331aa3d1e req-5e7bd7d3-c0ff-467c-bf55-ef64bf1745cc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0954585 Dec 14 19:21:57.667104 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e90d5d18-5182-4707-bbe3-eff331aa3d1e req-31c6dcbc-f4c7-4475-ac09-34c3d01d28c3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455155 Dec 14 19:21:58.904481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddde8d-1120-413a-ba22-7042114b9eec req-ac059dee-813d-4466-bf1f-ce73a5e428ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:21:58.906452 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6bddde8d-1120-413a-ba22-7042114b9eec req-ac059dee-813d-4466-bf1f-ce73a5e428ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1064618 Dec 14 19:21:58.959115 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6bddde8d-1120-413a-ba22-7042114b9eec req-e87fd3ea-d7d2-499b-a54b-917f7b37ac8a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463507 Dec 14 19:22:00.176164 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15bdc6-cc32-48a7-8da2-3def8165de7c req-1bf493b1-f27a-4659-bae5-8614e943e147 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:00.177813 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ea15bdc6-cc32-48a7-8da2-3def8165de7c req-1bf493b1-f27a-4659-bae5-8614e943e147 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0887456 Dec 14 19:22:00.242798 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ea15bdc6-cc32-48a7-8da2-3def8165de7c req-684121e6-880b-47b6-a439-9440546b7b7e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560198 Dec 14 19:22:01.464062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39978058-a43c-4963-865e-d17c52fdadc6 req-103616c8-42b2-45bf-bf42-5bb3c506b653 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:01.465746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-39978058-a43c-4963-865e-d17c52fdadc6 req-103616c8-42b2-45bf-bf42-5bb3c506b653 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0894856 Dec 14 19:22:01.517251 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-39978058-a43c-4963-865e-d17c52fdadc6 req-45063f87-6599-430a-a6cc-b6986ab879fc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Dec 14 19:22:02.737171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42968e-0f2e-4998-a26e-f68e9df6c6f2 req-95f4bdf3-298e-4da9-b8d6-3088ba3d24f5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:02.738812 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a42968e-0f2e-4998-a26e-f68e9df6c6f2 req-95f4bdf3-298e-4da9-b8d6-3088ba3d24f5 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0894749 Dec 14 19:22:02.792965 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a42968e-0f2e-4998-a26e-f68e9df6c6f2 req-86e2f73f-246b-4851-ba35-57f820284264 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451009 Dec 14 19:22:04.012958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f2030-7fde-491b-a31d-a0aa10a43a30 req-7d83e222-1636-4dd9-be72-7d5988ce8b75 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:04.014599 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-248f2030-7fde-491b-a31d-a0aa10a43a30 req-7d83e222-1636-4dd9-be72-7d5988ce8b75 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0914781 Dec 14 19:22:04.067553 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-248f2030-7fde-491b-a31d-a0aa10a43a30 req-be1580d3-d5a5-44a0-8ef3-e44198ec4a9d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Dec 14 19:22:05.288760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edd230-b57a-42f8-9907-1217a6ef5a63 req-a4466e21-a0a0-4110-97c7-81e1d15d2d84 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:05.290299 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4edd230-b57a-42f8-9907-1217a6ef5a63 req-a4466e21-a0a0-4110-97c7-81e1d15d2d84 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0838249 Dec 14 19:22:05.347741 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c4edd230-b57a-42f8-9907-1217a6ef5a63 req-44ac797c-f465-466a-8a2d-24923f76757c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485415 Dec 14 19:22:06.279664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-045a32f0-e459-4137-9fd6-bea1b0e77df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:06.565393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d96ec-57a5-455b-b395-20adafd12569 req-498f56d3-f133-4c69-9191-36cfa03b8922 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:06.566935 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d6d96ec-57a5-455b-b395-20adafd12569 req-498f56d3-f133-4c69-9191-36cfa03b8922 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0864506 Dec 14 19:22:06.621449 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1d6d96ec-57a5-455b-b395-20adafd12569 req-1b85d584-e0a0-48e1-87ea-105e5bdf37de tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481801 Dec 14 19:22:07.463327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:07.763931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:07.832899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b54222-c743-4b8a-b2ef-ba10c2fd0929 req-e16e737c-f113-4690-99e6-e7940f5423d8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:07.834545 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-21b54222-c743-4b8a-b2ef-ba10c2fd0929 req-e16e737c-f113-4690-99e6-e7940f5423d8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0882232 Dec 14 19:22:07.885350 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-21b54222-c743-4b8a-b2ef-ba10c2fd0929 req-96518699-8628-4816-80fb-2a1c3eb73ccd tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444572 Dec 14 19:22:08.483835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9d2a8ddd-8472-4842-b78c-e4433b36bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:09.100920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e42083-3ea9-494b-badf-32791772e542 req-b450cd34-c758-4291-bf01-789b6bf4e39e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:09.102614 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-66e42083-3ea9-494b-badf-32791772e542 req-b450cd34-c758-4291-bf01-789b6bf4e39e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0879869 Dec 14 19:22:09.154923 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-66e42083-3ea9-494b-badf-32791772e542 req-b96d9a80-7ecc-4024-a5ce-3e04807f7c0f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458760 Dec 14 19:22:09.424265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:10.320618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:10.364410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa834-0beb-4da4-a2ce-46d621593094 req-e6399466-ed0f-40e6-8184-87a36cd0f9d3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:10.366054 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d34aa834-0beb-4da4-a2ce-46d621593094 req-e6399466-ed0f-40e6-8184-87a36cd0f9d3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0847306 Dec 14 19:22:10.420341 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d34aa834-0beb-4da4-a2ce-46d621593094 req-3013014a-01b2-4cb7-9dfc-2a3a224c461c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480201 Dec 14 19:22:11.648349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1fc5a-b5e0-4bc7-b305-ee138d2f82e4 req-403233a7-0dd8-45e3-829c-b4fe619d6d9e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:11.650062 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64f1fc5a-b5e0-4bc7-b305-ee138d2f82e4 req-403233a7-0dd8-45e3-829c-b4fe619d6d9e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0899386 Dec 14 19:22:11.713715 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-64f1fc5a-b5e0-4bc7-b305-ee138d2f82e4 req-0c98a371-579a-4e5a-a7f4-7c167413b6ee tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568247 Dec 14 19:22:12.937738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d4e8-1b14-428e-ad89-325c911a5478 req-8e211829-e2ba-4d7e-9327-41bc710c84c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:12.939744 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4de9d4e8-1b14-428e-ad89-325c911a5478 req-8e211829-e2ba-4d7e-9327-41bc710c84c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0921080 Dec 14 19:22:12.992406 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4de9d4e8-1b14-428e-ad89-325c911a5478 req-29ba9e7d-95d7-4e7c-8a01-44ff5d4a9daf tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Dec 14 19:22:13.722898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:22:14.213333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb81c37-bf3b-43fd-877c-9bee80980c22 req-f7148c4e-17f6-45f6-a968-d3cf12836d44 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:14.214981 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8eb81c37-bf3b-43fd-877c-9bee80980c22 req-f7148c4e-17f6-45f6-a968-d3cf12836d44 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0871441 Dec 14 19:22:14.266021 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8eb81c37-bf3b-43fd-877c-9bee80980c22 req-26364887-0782-4de3-867d-3e5aec9a714c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447383 Dec 14 19:22:15.497475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f865c0d-0d45-4980-b8a4-f508c7c0141a req-7ef8b144-d10c-4ea1-a133-d96855d029c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:15.499152 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f865c0d-0d45-4980-b8a4-f508c7c0141a req-7ef8b144-d10c-4ea1-a133-d96855d029c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0949855 Dec 14 19:22:15.555852 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5f865c0d-0d45-4980-b8a4-f508c7c0141a req-a57a3275-bdbc-45d5-8117-7c73cca6dff9 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500484 Dec 14 19:22:16.790573 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a977267-252f-437c-b73d-6d4d4a99a796 req-58264ff7-dd04-4f92-b308-27547c9043c6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:16.792288 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a977267-252f-437c-b73d-6d4d4a99a796 req-58264ff7-dd04-4f92-b308-27547c9043c6 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0954494 Dec 14 19:22:16.844130 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a977267-252f-437c-b73d-6d4d4a99a796 req-7e533d5e-b2a7-48ce-a7f1-13310996a645 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454783 Dec 14 19:22:18.103768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946d11-ff26-4b1f-bb5f-bceb8341362b req-061b8921-c34b-496c-8561-3f1600c55a08 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:18.105432 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e946d11-ff26-4b1f-bb5f-bceb8341362b req-061b8921-c34b-496c-8561-3f1600c55a08 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1241150 Dec 14 19:22:18.113404 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-b7878d4e-80a7-418d-9c68-7d78be7dff4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818806 Dec 14 19:22:18.159314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7e946d11-ff26-4b1f-bb5f-bceb8341362b req-e84a36f6-603c-455c-b63a-31f5bdd70571 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467520 Dec 14 19:22:18.219418 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-4c0b40e1-92be-4ef0-9176-02e181cdb7b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.0844736 Dec 14 19:22:18.391381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-037a00b0-bf17-4d77-877f-16eb98696c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:18.393032 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-037a00b0-bf17-4d77-877f-16eb98696c4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.1483040 Dec 14 19:22:18.466348 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-f3236266-640a-4ed3-becf-797be46a2097 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0658081 Dec 14 19:22:18.554436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-162a8104-bf98-4f3e-9bab-4c390d829d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:18.556060 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-162a8104-bf98-4f3e-9bab-4c390d829d68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0840607 Dec 14 19:22:18.606324 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-39ca4cc0-8e23-4cfa-884e-2ae24d3005ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438881 Dec 14 19:22:18.752622 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-aae86d5c-9b4a-43af-8dda-b54c2ef45dfa service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397040 Dec 14 19:22:18.906256 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf083b81-f989-4b09-a0bf-b71468d21a8c req-cb68a0b8-d9f0-49ca-a8c5-d16f0c51309d service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469498 Dec 14 19:22:19.380333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e80a2b-25d2-4f67-b984-6a2f9cf56b2b req-bab28009-5717-47b1-9420-713a8fef56ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:19.381963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0e80a2b-25d2-4f67-b984-6a2f9cf56b2b req-bab28009-5717-47b1-9420-713a8fef56ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0879838 Dec 14 19:22:19.431554 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0e80a2b-25d2-4f67-b984-6a2f9cf56b2b req-753e2a8c-f03e-4d17-8e71-bc79c4c9fe98 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Dec 14 19:22:20.557103 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-7c8e610f-cd89-49e5-9b4d-e379a2d83e08 req-5dc1dc40-b8dd-4633-a468-551355f1a7aa service neutron] (88118) timed out ('10.222.0.66', 64972) {{(pid=88118) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:22:20.671022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebe273-32fb-4334-8ad5-870c8ff79ca7 req-9e1887e5-3eb9-4c81-8a4f-10be21d7a463 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:20.672647 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27ebe273-32fb-4334-8ad5-870c8ff79ca7 req-9e1887e5-3eb9-4c81-8a4f-10be21d7a463 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0982876 Dec 14 19:22:20.725148 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27ebe273-32fb-4334-8ad5-870c8ff79ca7 req-8c9699ba-d39b-40b2-b718-0d201810a6c4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458686 Dec 14 19:22:21.934057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e3853-5bfd-493d-95c1-fa567e9a07e6 req-859e2b16-836b-4543-bdc4-c314477d89ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:21.936498 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-772e3853-5bfd-493d-95c1-fa567e9a07e6 req-859e2b16-836b-4543-bdc4-c314477d89ca tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.0854967 Dec 14 19:22:21.991619 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-772e3853-5bfd-493d-95c1-fa567e9a07e6 req-e084cbba-9f0c-42ca-94f7-b985935998c1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474470 Dec 14 19:22:22.021621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42028) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:22:22.240837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Deleting port d7dab531-2195-46cb-a4be-979ce3362017 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:22:22.241324 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:22.422288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:22.422660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:22.551138 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Calling delete_port for d7dab531-2195-46cb-a4be-979ce3362017 owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:22:22.933883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:22.937750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0336001f-dbd5-4472-9ef3-bf0b87ef632f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:22:22.979623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event deleted for resources: {'Port': ['ID=d7dab531-2195-46cb-a4be-979ce3362017,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:22:23.020017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.020423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.020830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.021276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.021678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.022300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.022465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.022844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.023234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.023627 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.023993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:22:23.031292 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:22:23.094457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:23.532565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:22:23.748660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:22:23.759692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Sync routers for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:22:23.771071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:23.774535 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:22:23.775235 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:22:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:22:23.826726 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "DELETE /v2.0/floatingips/438296b8-3605-4eb7-a247-4150b41f23fa HTTP/1.1" status: 204 len: 168 time: 1.8038590 Dec 14 19:22:23.827334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:22:23.889531 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'status': 'completed', 'code': 200} Dec 14 19:22:23.972848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:22:24.001547 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-9002721f-beeb-4ce4-a7d7-a03a5665da63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 1097 time: 0.0904365 Dec 14 19:22:24.380832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-8b294f0e-d6cd-4aa8-80e1-373753bf54c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:24.382572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-8b294f0e-d6cd-4aa8-80e1-373753bf54c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:22:24.399859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-8b294f0e-d6cd-4aa8-80e1-373753bf54c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:22:24.401359 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-8b294f0e-d6cd-4aa8-80e1-373753bf54c8 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.1074038 Dec 14 19:22:24.408534 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-8d8c8fd8-1f91-44c7-bdfa-0db6ef5bdecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:24.410184 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-8d8c8fd8-1f91-44c7-bdfa-0db6ef5bdecf service neutron] 10.222.0.66 "GET /v2.0/networks?id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 200 len: 909 time: 0.4026997 Dec 14 19:22:24.481398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Deleting port 5bb4f0f7-ca36-4934-b7a5-002b78110557 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:22:24.481802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:24.487522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:22:24.491910 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Checking router: 7a0005b6-29a8-4590-bf54-da4069f8f9a9 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:22:24.503923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:22:24.504697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:22:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:22:24.533658 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-5c665a23-845a-42b4-8a63-6c9133a0095a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 200 len: 217 time: 0.0894110 Dec 14 19:22:24.615026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716edcf5-4d73-4d34-9516-fbc233ff51e5 req-dff4e7ff-9c2b-4c43-970a-2f3d6d8ee75c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:24.616745 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-716edcf5-4d73-4d34-9516-fbc233ff51e5 req-dff4e7ff-9c2b-4c43-970a-2f3d6d8ee75c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 944 time: 0.2098730 Dec 14 19:22:24.625086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-758fa126-5676-493f-9779-eef546d367e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:22:24.626878 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-758fa126-5676-493f-9779-eef546d367e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 200 len: 847 time: 0.0847321 Dec 14 19:22:24.708344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:22:24.759692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] For port 5bb4f0f7-ca36-4934-b7a5-002b78110557, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5bb4f0f7-ca36-4934-b7a5-002b78110557,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:22:24.760217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:24.761390 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-716edcf5-4d73-4d34-9516-fbc233ff51e5 req-9cd48dcf-23f9-4fbc-87fe-5f64262ab393 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/security-groups?id=353d8008-55c5-435e-ae20-d4bb7f67e17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333008 Dec 14 19:22:24.804084 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-70a3de35-bb4f-4a13-8d1d-5426550b0df7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1425409 Dec 14 19:22:24.905296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Calling delete_port for 5bb4f0f7-ca36-4934-b7a5-002b78110557 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:22:24.995071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-58d692e3-ec6d-4e8b-8f73-f4b39d65b85e service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835964 Dec 14 19:22:25.084080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:22:25.089157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f020d375-206b-4c39-8ed8-119cf15a7767 None None] The sync data for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi is: [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:13:08Z', 'revision_number': 4, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': '745613be-2afe-47a7-8933-471edd7d0e82', 'name': '', 'network_id': '3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'mac_address': 'fa:16:3e:b1:da:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:07Z', 'updated_at': '2021-12-14T19:13:17Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'subnets': [{'id': '9f368aa6-cae4-470c-9a93-04b0247021c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:22:25.089421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:25.098116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6830e816-b95d-496b-810b-658d8585e826 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:22:25.150832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event deleted for resources: {'Port': ['ID=5bb4f0f7-ca36-4934-b7a5-002b78110557,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:22:25.155147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:22:25.190417 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-ceb3b5ec-a1db-49eb-9446-a42a37fb6c9a service neutron] 10.222.0.66 "GET /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895657 Dec 14 19:22:25.234059 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] No DVR routers for this DVR port 5bb4f0f7-ca36-4934-b7a5-002b78110557 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:22:25.236105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:25.255100 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eb69e8ff-ca9f-4002-918a-3decac1c25f7 req-f27bbb36-ba9a-4519-a8f8-abd66b56cf88 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.66 "DELETE /v2.0/ports/5bb4f0f7-ca36-4934-b7a5-002b78110557 HTTP/1.1" status: 204 len: 173 time: 0.8483450 Dec 14 19:22:25.589231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9c74cd-2703-43fc-91ea-ac9e8c249c70 None None] New status for floating IP 438296b8-3605-4eb7-a247-4150b41f23fa: DOWN {{(pid=88120) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:22:25.922397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-deleted', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:22:25.937746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-98643b4f-a548-4ff7-95a0-4285c065e586 req-f68c4da9-b37d-48f8-bcc1-5139dd9bc68c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Synchronizing usage tracker for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:22:25.954510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-98643b4f-a548-4ff7-95a0-4285c065e586 req-f68c4da9-b37d-48f8-bcc1-5139dd9bc68c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Unset dirty status for tenant:70c04b5a4b224dc5805ba7a11ce802c5 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:22:25.956045 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-98643b4f-a548-4ff7-95a0-4285c065e586 req-f68c4da9-b37d-48f8-bcc1-5139dd9bc68c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0682399 Dec 14 19:22:25.986407 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a105bc9-b97d-4b64-8fbf-a8a5166cad59', 'name': 'network-vif-deleted', 'tag': '5bb4f0f7-ca36-4934-b7a5-002b78110557', 'status': 'completed', 'code': 200} Dec 14 19:22:27.135847 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e1a49263-675b-4d9e-b4f2-2a4324991e5a req-fc4e347a-fc00-43e5-bd15-97cb3fd1020c tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0505168 Dec 14 19:22:28.313067 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6e65e3f7-052f-47f7-a3d1-feb37adcd94e req-5b14c962-28d0-42c1-a281-91cf3a6d58a1 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0473747 Dec 14 19:22:29.487654 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-da5f89c0-fb02-46bf-be75-45aa4e66bad2 req-3eb99939-6b55-4fd6-a139-9823cc7435b3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0475056 Dec 14 19:22:30.682677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c43b0e74-1a31-4a56-950b-a5f6109556b8 req-879617a9-38c6-46cc-a5fc-037b7b5c0511 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0591707 Dec 14 19:22:31.873719 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d5d4c868-b737-40ab-9b58-1bd7d7ee630a req-e273deb9-daad-4404-ada6-a289d6079c30 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0566382 Dec 14 19:22:33.069982 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cf04abe2-01e3-474b-92c8-1be3da6f4152 req-d501cdd2-16d4-489b-a1c4-eba01093b6ce tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0546892 Dec 14 19:22:34.254496 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e50ed0b-ae73-493d-bc00-a8bdc69a1c6b req-293b3c96-53bf-44b7-b87f-4b0c81fb0eed tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0499747 Dec 14 19:22:35.438642 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5af25b15-7452-44be-9fc6-1ddb9575a07a req-5e204097-a974-4cc5-bcd4-b3d2c1bd8b5e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0567617 Dec 14 19:22:36.290577 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a530cfea-111c-46c5-8e80-39d700ff3d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:36.623901 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-81381f03-988f-4189-a1e2-fc1ad5e47596 req-7da82615-49c8-4f37-8c42-008fad86824f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0529780 Dec 14 19:22:37.478096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:37.768780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:37.817518 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e5605ec-32f4-40e4-9e44-12854eebe3a6 req-8a004242-ec72-4991-90d1-1e34bdae8550 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0506489 Dec 14 19:22:38.487537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bae93428-a70f-4f6d-8308-008b4f4957ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:39.014251 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b7fe202f-8632-4ca1-9066-17fbe6542793 req-c5bbde83-3813-4d81-a5a4-962e18fc3792 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0585120 Dec 14 19:22:39.427214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:40.188954 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-370882f7-64a9-4e8e-9da6-7d647bb11ca4 req-ae17cb40-a008-4dc9-a183-5e2c4c8884fc tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0479178 Dec 14 19:22:40.325128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:41.376420 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ede1b150-8895-4013-a8d7-fee0ffdccca0 req-7d68544e-d111-4a05-87bb-5d997505ef50 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0559793 Dec 14 19:22:42.560872 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f0b65c2-b020-44a9-b484-7f7ad09d8a48 req-14f66255-d1da-4b35-9f8d-5b493a562a22 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0498748 Dec 14 19:22:43.754858 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-728db76f-4c7e-4a94-a393-825d30bfda97 req-7dce51fa-a825-47cf-ae5e-3e1715a316f3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0584829 Dec 14 19:22:44.959615 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d1f16eb2-71b0-4655-baa7-b61f4f762491 req-c75281bf-083a-44b5-94f7-30602307595a tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0553050 Dec 14 19:22:46.154180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8f77e48-12af-4677-944c-e3210e61347a req-1f1396b7-d044-425b-a1f3-35b14dd2f81b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0542705 Dec 14 19:22:47.344679 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c69a1215-32cd-4b8d-8226-cefe60f9ceb0 req-a22be6fa-103e-45e2-955f-8a47beec6ee3 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0456512 Dec 14 19:22:48.523597 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c597f2e7-e38f-4d32-8999-f18a8e5d2bdc req-218c3d39-3ede-4f9d-8778-a2e14c31c158 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0543950 Dec 14 19:22:49.706434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-484b6474-34f4-47fc-9862-93c3abb148c9 req-1dda2267-ada6-4cc8-bacb-71ddafde3d24 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0509908 Dec 14 19:22:50.728761 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:22:50.899413 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-69f99c1d-1fe6-49ae-81ca-d8b6fa6a2b81 req-f8b3c6fe-d88f-4e40-ac07-e70581d179fe tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0500405 Dec 14 19:22:52.083044 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bce44cae-97fd-4d12-adc2-4440c5621808 req-4be6fce5-022b-4a7d-ae24-1a538be7d395 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0453560 Dec 14 19:22:53.282127 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee8d4224-425c-48fe-95fc-30146aaab851 req-b4f0ede9-8ebe-413e-83d3-ef246f717e25 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0505981 Dec 14 19:22:54.470927 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27a84d33-568b-4be7-aa4c-748cf707975d req-6ebd4cbd-f219-46fb-afc6-b25ac57affee tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0473952 Dec 14 19:22:55.658260 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f46e6cde-810c-4f1c-8334-7dc9c05b845a req-7f5f49c1-a22d-429a-9641-12c0cf76493d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0563917 Dec 14 19:22:56.833681 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1e73585e-5f11-4fc6-92c7-f035db83fc44 req-f77963a2-08a3-42b0-a842-1519a8c53b04 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0490224 Dec 14 19:22:58.027255 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4109b5bc-f592-4c78-93f5-5c54a9818833 req-7faf8df0-6d81-4e04-87d1-2ae79af37281 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0564630 Dec 14 19:22:59.216999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2c44e85c-7dea-40a2-8c2c-e4c7b7c7d174 req-8ab6168e-c656-454d-8353-b0453c731343 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0473545 Dec 14 19:23:00.408762 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3b59706f-2fc0-43e3-8f98-2c0848600295 req-7fbd0517-4221-4f6e-9694-09c1a28ecb06 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0585761 Dec 14 19:23:01.595401 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1b5d5e0c-9303-43be-aeb0-c4f689526b29 req-410367e1-b92d-4209-a521-2bf7925b3f44 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0539489 Dec 14 19:23:02.790457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-91978adc-8bf6-4c0b-90c6-4ecc22ba2447 req-baa1d6d9-9268-4606-a19a-4d27ec1b1061 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0484176 Dec 14 19:23:03.975668 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-452bf5d3-0fe0-4899-b5ef-24e24d8a5599 req-33404064-a27a-479d-aa08-5d1c1134530d tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0578003 Dec 14 19:23:05.169491 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-802aa60a-2698-438e-b8cd-55039afa1cb4 req-313383d4-4c78-4b43-88d8-936e7b909416 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0496621 Dec 14 19:23:06.284904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ddf10a41-0088-48e6-8c0d-fc3dc34373ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:06.355761 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c9e90ed0-fa55-486d-8f49-5f230d947457 req-6489b34e-f56c-40e2-8db1-94d620821057 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0469744 Dec 14 19:23:07.477966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:07.550825 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c21e5df6-aab8-4d2f-80aa-4f7464dd2349 req-208f4727-eb07-4246-a0f2-5a3c938f3808 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0495403 Dec 14 19:23:07.774714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:08.492477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-223d070c-30fa-474c-8e56-7235e5911aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:08.738722 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3c73c0b4-6613-44cf-8fc7-f3ce71cf5671 req-cb42aaf8-3cb3-4780-ab31-00d10e12f57e tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0550947 Dec 14 19:23:09.436074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:09.928785 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-85ca69dd-b675-4428-ab75-495a4acc135b req-72436c57-2cd9-40fe-8d78-3b9950b251c4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0476668 Dec 14 19:23:10.330274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:11.115704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7a5b7aed-c44c-4614-a258-3bcb2bdb08c0 req-f04849c6-08d7-4e33-b477-7312b10bf373 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0513887 Dec 14 19:23:12.322331 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-012065a7-1d22-4e4d-aac3-0605d1fc3d84 req-1a6e78a3-d937-4c51-97b0-f6a518a31076 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0566514 Dec 14 19:23:13.513423 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-48542e50-5412-466e-ba57-a086914f8182 req-b948884c-2945-4e51-8e44-8e05e303a1cb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0535717 Dec 14 19:23:14.707046 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-24a4c7b4-2d62-4563-b8cc-287540a08271 req-8f9aac3b-77de-4f7c-912b-e5bb3b04844b tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0553463 Dec 14 19:23:15.878226 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4028500e-2141-4817-9dd1-fbc395b5db6f req-62f231ae-1375-41d6-90d6-0b14d936b6cb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0458426 Dec 14 19:23:17.057302 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b11297e1-9f2e-4444-921d-b78a0fb41eae req-a1f6c95b-7c4f-4cc9-b0b6-93abf70e64a2 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0508201 Dec 14 19:23:18.238075 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-2d1e2568-204c-4c68-a5b7-dd45a9a69aaa req-15c6727d-8407-4f76-9360-8be6629371a4 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0503502 Dec 14 19:23:19.085330 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-4401865d-af48-438d-b772-30e05e3d5c88 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739923 Dec 14 19:23:19.243618 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-8737b1ab-1fc9-4c24-87e0-408c5c145bb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0847909 Dec 14 19:23:19.418988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-c4cd2bff-924b-4d79-952c-8b6a3b6b3a3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:23:19.420577 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-c4cd2bff-924b-4d79-952c-8b6a3b6b3a3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1529355 Dec 14 19:23:19.528198 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-e422d4d8-e388-40bf-853e-c56e687d6853 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.0996084 Dec 14 19:23:19.541094 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d548c68d-488d-490d-ae22-3fc58145aa0a req-11272f7e-b3b0-43e2-9188-83f3dbdf12f0 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0579343 Dec 14 19:23:19.817268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-6c4a0dc3-c85c-45a7-94c8-4a7d9b1bd910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:23:19.818769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-6c4a0dc3-c85c-45a7-94c8-4a7d9b1bd910 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.2848027 Dec 14 19:23:19.903356 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-f731b982-06ec-4546-8abe-9d011adc525c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777602 Dec 14 19:23:20.062320 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-5b815c9e-ae45-4b32-b7b1-9563186e003e service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526341 Dec 14 19:23:20.213568 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c957d70e-5abd-400f-acee-ba3ef69e62cd req-565bc9bc-df43-49e0-b449-e569dd64e162 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449337 Dec 14 19:23:20.743337 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3384d610-b613-48cd-84b8-f731fb6a42f5 req-d343f3d3-3966-4e5a-8533-6f72799d0d84 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0624168 Dec 14 19:23:21.928906 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-adc82d7e-d480-413d-99c9-3fdf1545eb4a req-f3cfeae5-f1f9-4b79-9c8f-71c65c73547f tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0472591 Dec 14 19:23:23.145879 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-79b59b8e-85c1-47f5-9d2c-8e4f538690c5 req-fc9606d4-5f6e-4857-b133-af70983b33ab tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0598490 Dec 14 19:23:24.324656 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d2023d8b-1bfd-458a-8fe9-3125c2cae568 req-f6de25f5-2cae-4d84-931f-2da1dd4986cb tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0477397 Dec 14 19:23:25.504274 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-43f38006-423b-421a-a7a3-2fa234a1327a req-37d3a8d3-7702-4e52-9274-853baded7956 tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a105bc9-b97d-4b64-8fbf-a8a5166cad59 HTTP/1.1" status: 200 len: 210 time: 0.0550425 Dec 14 19:23:26.619855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42270) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:26.701492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:26.732091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:26.799320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:26.804692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-62deb6c8-88db-4abf-8818-a737466ce632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:26.820908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d8008-55c5-435e-ae20-d4bb7f67e17d,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:26.834279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.834698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.835108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.835824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.836231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.836637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.837038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.837457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.837854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.838231 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.838623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:26.842118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:26.843230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:26.844517 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f3600b3b-0694-4702-ac92-848b404a27ec tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] 10.222.0.72 "DELETE /v2.0/security-groups/353d8008-55c5-435e-ae20-d4bb7f67e17d HTTP/1.1" status: 204 len: 168 time: 0.2235961 Dec 14 19:23:26.987787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42278) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:27.564783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:27.721737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:23:28.206499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Deleting port 745613be-2afe-47a7-8933-471edd7d0e82 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:28.206882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:28.399527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] For port 745613be-2afe-47a7-8933-471edd7d0e82, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=745613be-2afe-47a7-8933-471edd7d0e82,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:28.399932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:28.536962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Calling delete_port for 745613be-2afe-47a7-8933-471edd7d0e82 owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:28.734601 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:28.738568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-daada70c-6b61-46d2-825c-340996d71ef3 tempest-AttachVolumeNegativeTest-1238725194 tempest-AttachVolumeNegativeTest-1238725194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:28.781596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Pushing event deleted for resources: {'Port': ['ID=745613be-2afe-47a7-8933-471edd7d0e82,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:28.784392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:29.099667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:29.946261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:23:30.159032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:23:30.169362 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Sync routers for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:23:30.179375 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-60c9896f-388d-450d-8d77-1bc3cb11d424 admin admin] 10.222.0.72 "PUT /v2.0/routers/7a0005b6-29a8-4590-bf54-da4069f8f9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901629 Dec 14 19:23:30.184480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42302) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:30.190390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:23:30.191441 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:23:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:30.384015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:23:30.398105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks [] for router, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:30.619154 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:30.628276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Deleting port 22a4c907-20e0-49f6-b47c-678e0e3a271e {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:30.628654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:30.692251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:23:28Z', 'revision_number': 5, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port': {'id': '22a4c907-20e0-49f6-b47c-678e0e3a271e', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:05Z', 'updated_at': '2021-12-14T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:30.696647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Checking router: 7a0005b6-29a8-4590-bf54-da4069f8f9a9 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:23:30.708816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Routers {'7a0005b6-29a8-4590-bf54-da4069f8f9a9'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:23:30.709523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:23:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:30.816367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] For port 22a4c907-20e0-49f6-b47c-678e0e3a271e, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=22a4c907-20e0-49f6-b47c-678e0e3a271e,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:30.816729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:30.881686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] Set router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:23:30.951551 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Calling delete_port for 22a4c907-20e0-49f6-b47c-678e0e3a271e owned by network:router_gateway {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:31.150323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:31.153218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:23:30Z', 'revision_number': 6, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:31.155434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-866c96ac-5c38-4dbd-afe1-7d5bae8caced tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:31.158316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952eea03-464e-42f2-bef7-8e151453f144 None None] The sync data for ids ['7a0005b6-29a8-4590-bf54-da4069f8f9a9'] in dv-cinder-821749-1-iscsi is: [{'id': '7a0005b6-29a8-4590-bf54-da4069f8f9a9', 'name': 'tempest-TestShelveInstance-977263047-router', 'tenant_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:04Z', 'updated_at': '2021-12-14T19:23:30Z', 'revision_number': 6, 'project_id': '70c04b5a4b224dc5805ba7a11ce802c5', 'gw_port_host': None}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:23:31.214560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22a4c907-20e0-49f6-b47c-678e0e3a271e,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:31.218481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:31.468930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:31.982855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:31.988298 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.018035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.018543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0005b6-29a8-4590-bf54-da4069f8f9a9 {{(pid=88119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:23:32.032205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.033487 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] 10.222.0.72 "DELETE /v2.0/routers/7a0005b6-29a8-4590-bf54-da4069f8f9a9 HTTP/1.1" status: 204 len: 168 time: 1.8477190 Dec 14 19:23:32.036283 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42314) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:32.110838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Deleting subnet 9f368aa6-cae4-470c-9a93-04b0247021c0 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:23:32.115146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.174849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.263865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 745613be-2afe-47a7-8933-471edd7d0e82 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:32.265629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.313632 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 745613be-2afe-47a7-8933-471edd7d0e82 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:32.314028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 745613be-2afe-47a7-8933-471edd7d0e82 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:32.314504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 22a4c907-20e0-49f6-b47c-678e0e3a271e no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:32.335829 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.340553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-afbe438f-e2db-4d9e-8f76-4eefdf30f0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:32.349076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 22a4c907-20e0-49f6-b47c-678e0e3a271e {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:32.349481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 22a4c907-20e0-49f6-b47c-678e0e3a271e not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:32.379901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f368aa6-cae4-470c-9a93-04b0247021c0,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:32.384234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:32.388175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.394158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c731830-ea8c-45dc-8c94-18798e98bbc5 None None] Network 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:23:32.395010 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fb0e48e9-f06b-45c5-a369-c67f711f6466 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9f368aa6-cae4-470c-9a93-04b0247021c0 HTTP/1.1" status: 204 len: 168 time: 0.3576438 Dec 14 19:23:32.397785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42322) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:32.515549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.526623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Deleting port 71824da9-1177-458c-a955-8c3e9d5d8da1 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:32.526992 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.681403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] DHCP port deletion for 3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:23:32.686074 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Deleting port 71824da9-1177-458c-a955-8c3e9d5d8da1 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:32.686480 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.748585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] For port 71824da9-1177-458c-a955-8c3e9d5d8da1, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71824da9-1177-458c-a955-8c3e9d5d8da1,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:32.749022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.883106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Calling delete_port for 71824da9-1177-458c-a955-8c3e9d5d8da1 owned by network:dhcp {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:32.915986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] For port 71824da9-1177-458c-a955-8c3e9d5d8da1, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71824da9-1177-458c-a955-8c3e9d5d8da1,segment=NetworkSegment(58314a6d-3bde-455b-a2ea-45bf03a27705),segment_id=58314a6d-3bde-455b-a2ea-45bf03a27705)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:32.916369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.962515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:32.966772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-25dec7ff-26da-4fa7-8ccb-1ab356572e9a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:33.010460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Pushing event deleted for resources: {'Port': ['ID=71824da9-1177-458c-a955-8c3e9d5d8da1,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:33.014300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:33.017681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] No DVR routers for this DVR port 71824da9-1177-458c-a955-8c3e9d5d8da1 on host dv-cinder-821749-1-iscsi {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:23:33.042589 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Calling delete_port for 71824da9-1177-458c-a955-8c3e9d5d8da1 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:33.115861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:23:33.116220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:23:33.145727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.172636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:33.185546 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58314a6d-3bde-455b-a2ea-45bf03a27705') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:33.185919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58314a6d-3bde-455b-a2ea-45bf03a27705') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:33.198584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.218754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.225641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:23:33.226250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:23:33.241365 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:23:33.329198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.333112 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a01afa9c-edf2-4e2b-9da4-55b559c290f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:33.347288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.358388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:33.361899 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:33.373057 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] 10.222.0.72 "DELETE /v2.0/networks/3c9d1212-f5cf-4448-aa9c-ab5ce6e297bf HTTP/1.1" status: 204 len: 168 time: 0.9740238 Dec 14 19:23:33.376107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42332) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:33.617766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Deleting port 71824da9-1177-458c-a955-8c3e9d5d8da1 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:33.618205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:33.684257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-72756ae9-a545-4327-984a-c609e6ab342b None None] The port '71824da9-1177-458c-a955-8c3e9d5d8da1' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:23:33.783883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:34.262090 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71824da9-1177-458c-a955-8c3e9d5d8da1 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:34.295472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 71824da9-1177-458c-a955-8c3e9d5d8da1 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:34.296220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71824da9-1177-458c-a955-8c3e9d5d8da1 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:34.441285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Deleting port 50c8023e-60e2-4c50-b187-0593fe807266 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:34.441610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:34.637497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] For port 50c8023e-60e2-4c50-b187-0593fe807266, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=50c8023e-60e2-4c50-b187-0593fe807266,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:34.637914 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:34.765836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Calling delete_port for 50c8023e-60e2-4c50-b187-0593fe807266 owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:34.960752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:34.964444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-835dab78-7217-4056-aaef-10b73295b160 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:35.008218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=50c8023e-60e2-4c50-b187-0593fe807266,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:35.010883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:35.319358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:36.207487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Router adad1757-afe4-489b-aabd-593d609bb03f has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:23:36.291431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2f7bb3f-d5f3-4917-ab7d-5caaa4e5ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:36.462131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:23:36.472466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Sync routers for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:23:36.482293 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-cc072546-be80-46b9-83e5-4dd59dade6ff admin admin] 10.222.0.72 "PUT /v2.0/routers/adad1757-afe4-489b-aabd-593d609bb03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1050351 Dec 14 19:23:36.485381 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42350) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:36.486924 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:23:36.487645 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:23:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:36.695666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:23:36.729509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks [] for router, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:36.960427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:36.970179 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Deleting port 85440fb9-d068-45bc-90dd-bdd649cfc2d5 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:36.970544 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:37.016305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:23:34Z', 'revision_number': 5, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port': {'id': '85440fb9-d068-45bc-90dd-bdd649cfc2d5', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:12:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:13:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:37.021883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Checking router: adad1757-afe4-489b-aabd-593d609bb03f for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:23:37.055149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Routers {'adad1757-afe4-489b-aabd-593d609bb03f'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:23:37.056460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:23:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['adad1757-afe4-489b-aabd-593d609bb03f'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:37.160320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] For port 85440fb9-d068-45bc-90dd-bdd649cfc2d5, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=85440fb9-d068-45bc-90dd-bdd649cfc2d5,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:37.160712 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:37.223491 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] Set router adad1757-afe4-489b-aabd-593d609bb03f gateway port host: None {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:23:37.285110 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Calling delete_port for 85440fb9-d068-45bc-90dd-bdd649cfc2d5 owned by network:router_gateway {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:37.337295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:23:36Z', 'revision_number': 6, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:37.341489 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a53938-9b4a-4fe3-83f9-84a106fb9305 None None] The sync data for ids ['adad1757-afe4-489b-aabd-593d609bb03f'] in dv-cinder-821749-1-iscsi is: [{'id': 'adad1757-afe4-489b-aabd-593d609bb03f', 'name': 'tempest-TestShelveInstance-1840041029-router', 'tenant_id': 'af40f5b74aa743d99e4aca79f81c716e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:13:12Z', 'updated_at': '2021-12-14T19:23:36Z', 'revision_number': 6, 'project_id': 'af40f5b74aa743d99e4aca79f81c716e', 'gw_port_host': None}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:23:37.472943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:37.478400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:37.479578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:37.521637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Pushing event deleted for resources: {'Port': ['ID=85440fb9-d068-45bc-90dd-bdd649cfc2d5,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:37.524329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:37.757876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:37.778807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.267641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.267834 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 50c8023e-60e2-4c50-b187-0593fe807266 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:38.272250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.294567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.295123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adad1757-afe4-489b-aabd-593d609bb03f {{(pid=88119) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:23:38.306262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 50c8023e-60e2-4c50-b187-0593fe807266 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:38.306788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 50c8023e-60e2-4c50-b187-0593fe807266 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:38.307273 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 85440fb9-d068-45bc-90dd-bdd649cfc2d5 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:38.308378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] Notify callbacks [] for router, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.312176 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-90727d0f-4ace-4828-ae65-984c28319635 admin admin] 10.222.0.72 "DELETE /v2.0/routers/adad1757-afe4-489b-aabd-593d609bb03f HTTP/1.1" status: 204 len: 168 time: 1.8231754 Dec 14 19:23:38.312624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 42366) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:38.345697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 85440fb9-d068-45bc-90dd-bdd649cfc2d5 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:38.346099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 85440fb9-d068-45bc-90dd-bdd649cfc2d5 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:38.390682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Deleting subnet a9638c99-a645-4f27-9b51-d89cf644bb55 {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:23:38.393969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.448424 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.495701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d2b2be19-713b-4b1c-870f-6c0aaae1e0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.547241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.629225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.633685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-65e1e301-2a5c-4d3c-929c-d9457592a7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:38.669614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9638c99-a645-4f27-9b51-d89cf644bb55,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:38.679643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.683897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b10dac-ce64-4bdd-9157-1190027a3a56 None None] Network 814bb011-fc72-44b8-b8ab-8629e28076a3 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:23:38.687581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.688017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.688439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.688861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.689305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.689723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.690117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.690528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.690941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.691351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.691747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:23:38.698200 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9638c99-a645-4f27-9b51-d89cf644bb55 HTTP/1.1" status: 204 len: 168 time: 0.3817041 Dec 14 19:23:38.698200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:38.698200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 42370) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:38.818522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.830327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Deleting port 89d5fc47-9bb9-42df-a136-1eeec0616246 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:38.830461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:38.950167 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] DHCP port deletion for 814bb011-fc72-44b8-b8ab-8629e28076a3 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:23:38.961369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Deleting port 89d5fc47-9bb9-42df-a136-1eeec0616246 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:38.961803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.049221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] For port 89d5fc47-9bb9-42df-a136-1eeec0616246, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=89d5fc47-9bb9-42df-a136-1eeec0616246,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:39.049626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.185199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Calling delete_port for 89d5fc47-9bb9-42df-a136-1eeec0616246 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:39.262227 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.268025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d366a7e0-d9ff-4e17-beba-21c22c0469d3 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:39.310046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Pushing event deleted for resources: {'Port': ['ID=89d5fc47-9bb9-42df-a136-1eeec0616246,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:39.313421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:39.314255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] No DVR routers for this DVR port 89d5fc47-9bb9-42df-a136-1eeec0616246 on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:23:39.349201 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] For port 89d5fc47-9bb9-42df-a136-1eeec0616246, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=89d5fc47-9bb9-42df-a136-1eeec0616246,segment=NetworkSegment(d50ae0f5-6599-44cb-94f3-f593febea1ed),segment_id=d50ae0f5-6599-44cb-94f3-f593febea1ed)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:23:39.349604 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.439383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.470955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814bb011-fc72-44b8-b8ab-8629e28076a3']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:39.478973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Calling delete_port for 89d5fc47-9bb9-42df-a136-1eeec0616246 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:23:39.484280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50ae0f5-6599-44cb-94f3-f593febea1ed') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:39.484611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50ae0f5-6599-44cb-94f3-f593febea1ed') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:23:39.497173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.512530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.519185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:23:39.519610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.533213 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:23:39.533926 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:23:39.555123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:23:39.555523 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:23:39.623997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.628786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:39.650982 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.661869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Pushing event deleted for resources: {'Network': ['ID=814bb011-fc72-44b8-b8ab-8629e28076a3,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:39.666951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:39.670831 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] 10.222.0.72 "DELETE /v2.0/networks/814bb011-fc72-44b8-b8ab-8629e28076a3 HTTP/1.1" status: 204 len: 168 time: 0.9715669 Dec 14 19:23:39.848626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 42382) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:39.905539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-68537414-eac8-4fb4-a00f-7af2d4f85b1a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=70c04b5a4b224dc5805ba7a11ce802c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555108 Dec 14 19:23:39.908115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 42388) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:39.972151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:39.998774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.051525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.057075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d94cacbb-dfca-4de0-9f38-eb1bb4d785fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:40.057242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Deleting port 89d5fc47-9bb9-42df-a136-1eeec0616246 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:23:40.057539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.073178 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809e2487-2207-42ec-b06b-b1f2eac20df4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:40.076383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:40.079393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.080503 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/809e2487-2207-42ec-b06b-b1f2eac20df4 HTTP/1.1" status: 204 len: 168 time: 0.1714375 Dec 14 19:23:40.136247 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-908a7fdf-52ac-41b9-9a9f-e762e35cb1af None None] The port '89d5fc47-9bb9-42df-a136-1eeec0616246' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:23:40.266831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 89d5fc47-9bb9-42df-a136-1eeec0616246 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:23:40.302408 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 89d5fc47-9bb9-42df-a136-1eeec0616246 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:23:40.302787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 89d5fc47-9bb9-42df-a136-1eeec0616246 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:23:40.330731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.534031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42400) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:40.587800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-faa24963-b621-4eae-8414-1d3beada3708 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af40f5b74aa743d99e4aca79f81c716e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524790 Dec 14 19:23:40.591398 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 42404) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:23:40.659182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.686373 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.739920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.745836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-50e9e549-fe9a-4a0d-bcbc-ae67401f752f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:23:40.762938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf57c807-9091-4d9a-aed1-76aed4e54183,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:23:40.766779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:23:40.771228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:23:40.772472 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6ba94521-4bda-459a-9197-441f64a0cdbc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf57c807-9091-4d9a-aed1-76aed4e54183 HTTP/1.1" status: 204 len: 168 time: 0.1801214 Dec 14 19:24:04.722900 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:24:06.289286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dff6583-2893-4f5b-8fac-97405d8bdf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:07.499695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:07.782438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:08.505790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ceaa0c2e-0473-4695-8ade-df874b8c2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:09.448011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:10.332436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:20.106488 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-f111ec98-5ca4-4ff8-a2b0-75d423535a98 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787466 Dec 14 19:24:20.210999 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-a03f99f9-eb9f-4a81-9a77-d28bbe66492b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.0826459 Dec 14 19:24:20.369509 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-3a9ca09c-4461-4c5c-9aee-bbf60ef874ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:24:20.371125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-3a9ca09c-4461-4c5c-9aee-bbf60ef874ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.1410151 Dec 14 19:24:20.441888 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-1474388d-d8f1-4c09-b722-c617743d8a27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0642138 Dec 14 19:24:20.526002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-4277761e-5f3b-4a9f-866d-87f4fb5abbb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:24:20.528559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-4277761e-5f3b-4a9f-866d-87f4fb5abbb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0795424 Dec 14 19:24:20.578063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-7459e03b-0e42-4353-a98c-f5e0d93cc43d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433333 Dec 14 19:24:20.722273 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-b6c42428-6947-46de-84ec-4d273c5c8f63 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377470 Dec 14 19:24:20.870953 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c38f9ea-ea1e-45c7-b32e-77728cd33f71 req-3179127b-530b-46db-b24d-cc7fd0f4e119 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422415 Dec 14 19:24:36.285772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a2b3-7bbe-4f6e-870b-f84c856d9721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:37.521467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:37.787978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:38.505863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-55a5f266-8e7a-4107-a24f-4d44d0523a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:39.450677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:40.338361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:24:41.729676 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:25:06.297615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f4c616f8-83d8-41c0-b310-510c938654e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:07.526739 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:07.782634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:08.507006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5dbe0245-bbc1-4592-bceb-b874542fb051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:09.446574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:10.423188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:18.726971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:25:22.286413 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-84737b29-6820-4432-849c-083585b9ee9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2946265 Dec 14 19:25:22.452003 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-a6ed4a3d-5ee2-4043-bbe2-c675dbedc287 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0837762 Dec 14 19:25:22.613752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-a2c52d10-bdd3-43ad-8d59-87d330200c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:25:22.615332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-a2c52d10-bdd3-43ad-8d59-87d330200c39 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1437936 Dec 14 19:25:22.724861 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-cb6f47a6-ad65-4344-9ce1-4b4b5a537c68 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1028390 Dec 14 19:25:22.794759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-501d9d6f-ea6a-46cc-9e58-c0ef2aac6c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:25:22.796383 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-501d9d6f-ea6a-46cc-9e58-c0ef2aac6c6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0652084 Dec 14 19:25:22.881349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-72214f13-c49c-4372-8984-3740dcb93241 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778091 Dec 14 19:25:22.891959 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-55861a71-1d52-47bd-bf6c-eabc12f04ad7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:25:22.893007 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-55861a71-1d52-47bd-bf6c-eabc12f04ad7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056839 Dec 14 19:25:23.039845 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-655eff60-a847-4551-a363-34cd6320ce50 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398187 Dec 14 19:25:23.191427 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-07018d59-8392-4d7f-bc51-1e7f6762dda1 req-7ccaa37e-8f85-4f1b-95db-91ceb2a8c82f service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451354 Dec 14 19:25:36.291855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1cd24f79-f2fd-47ce-a007-57186bc34440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:37.537651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:37.794723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:38.500215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d0bf62ca-d66a-44d7-94b5-d78b7730bead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:39.454403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:40.343021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:25:55.718824 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:26:06.294655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4c772605-1009-4b00-b5a1-adacf1d5f535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:07.544251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:07.790898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:08.507908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-79c714e1-362e-49d3-bb44-929dc942493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:09.458684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:10.340375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:23.099182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-2630b9b6-bdea-44d2-9f2b-07b124078b6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752687 Dec 14 19:26:23.195992 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-1e9fe2cb-0bcc-4a9c-943c-d2a119b1f677 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.0755143 Dec 14 19:26:23.365219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-011da52b-49da-4b14-a67d-a64430f2f5a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:26:23.366835 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-011da52b-49da-4b14-a67d-a64430f2f5a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.1466446 Dec 14 19:26:23.441465 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-1f51a24a-f304-4d80-b256-f718cc419c72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0675371 Dec 14 19:26:23.514637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-3a24f22f-cd80-41c2-b20e-66512259a644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:26:23.516138 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-3a24f22f-cd80-41c2-b20e-66512259a644 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0673635 Dec 14 19:26:23.568781 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-ce054310-1cc3-4818-9400-2b9cdcd9af75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459843 Dec 14 19:26:23.717370 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-a9d54243-de1d-46ab-84fd-5e1179274f5c service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412983 Dec 14 19:26:23.861519 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-eae0b263-f94e-4d48-acfe-558f47e96367 req-afe8cb9d-5518-4e74-8c1d-2452e3b6e928 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373985 Dec 14 19:26:32.721681 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:26:36.310808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9f88ebaf-4e6f-4989-a759-8fe21a0e30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:37.554882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:37.785619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:38.512874 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42740fe6-9cfb-42f0-a43c-a202db896f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:39.459048 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:26:40.347378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:06.310244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-328a9b2e-bf7a-4ca4-b548-27b2a3cdade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:07.566005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:07.796702 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:08.510830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-08ea2aa2-7ce8-475f-9a16-a70fd63dc8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:09.461432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:09.727442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:27:10.353194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:25.064639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-a26d7aa7-93e8-4744-9a66-887134543a43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865390 Dec 14 19:27:25.216631 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-8be47c16-3e88-4a39-90f4-34f90a3a701b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0783491 Dec 14 19:27:25.372603 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-eae9e930-da2a-48a5-890d-c58b9ebbc399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:27:25.374241 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-eae9e930-da2a-48a5-890d-c58b9ebbc399 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1382201 Dec 14 19:27:25.486246 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-da78e962-b829-431e-9a1d-77b7eb60d654 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1057730 Dec 14 19:27:25.561532 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-c793967d-05f2-430f-9874-33a306f3864f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:27:25.563111 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-c793967d-05f2-430f-9874-33a306f3864f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0699501 Dec 14 19:27:25.646827 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-163e083e-f743-420e-8194-7a66a2a8ddf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771520 Dec 14 19:27:25.791959 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-4b5986ed-52ee-48cb-8497-8aa05fbf3d01 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385977 Dec 14 19:27:25.955506 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-11a09b52-ee6c-4229-845a-d857d909ce3a req-c155297f-7a02-431a-8297-9c32cea5c617 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566522 Dec 14 19:27:36.307826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1df08aee-494e-4c00-970e-c59dea783701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:37.562451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:37.799005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:38.512870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e95a32ae-cc90-4c56-831d-0e1531bc3873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:39.465314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:40.351586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:27:46.733830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:28:06.311244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce87a-a23e-4325-9a42-a83faf9b5509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:07.586020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:07.795318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:08.516823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5d1200f1-7af9-4ec5-9678-ba59088d11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:09.468537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:10.356819 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:23.726263 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:28:27.111638 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-37b86baa-484d-44ee-ba1f-1e515a9eb267 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797062 Dec 14 19:28:27.218120 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-e4dc40b5-2d1f-4927-9350-01ff4e453a7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5715a6d7f14646ea887dde8d034bac44&device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 1098 time: 0.0822310 Dec 14 19:28:27.618228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-03911832-5e38-42eb-8f18-8ece010f9a50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:28:27.619818 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-03911832-5e38-42eb-8f18-8ece010f9a50 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 200 len: 915 time: 0.3826947 Dec 14 19:28:27.703743 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-b3ecc79f-dcc8-4b44-b853-25fa4a59a080 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 200 len: 217 time: 0.0769293 Dec 14 19:28:27.780886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-2a057cca-eb25-4e98-9037-f4948e5e6ebd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:28:27.783245 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-2a057cca-eb25-4e98-9037-f4948e5e6ebd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 200 len: 854 time: 0.0736167 Dec 14 19:28:27.834635 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-8f8450e8-81d3-4818-b750-f1ec81e6c9bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eabdd67e-a508-46f0-8bb4-f969f18a5656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453041 Dec 14 19:28:27.978399 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-68eaab77-e0df-40af-8fc1-a6d2452d7f81 service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365163 Dec 14 19:28:28.123756 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-29649bac-a70b-4e1f-b4e8-223ba6d9df0f req-1ae1cf98-1ecd-4b07-9dbe-32422f0276ef service neutron] 10.222.0.66 "GET /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385469 Dec 14 19:28:35.666065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991dd31-14e5-49cf-9d54-30eadc9ffadd req-fdfb15f0-0fa0-4a34-a2e9-8e54aedfea06 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:28:35.667632 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6991dd31-14e5-49cf-9d54-30eadc9ffadd req-fdfb15f0-0fa0-4a34-a2e9-8e54aedfea06 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 945 time: 0.2695203 Dec 14 19:28:35.725304 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6991dd31-14e5-49cf-9d54-30eadc9ffadd req-e32a2350-e5b2-42a5-9ec3-fadb7266bf5e tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/security-groups?id=f1d82725-e09e-46d6-aeeb-d75231b62f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484848 Dec 14 19:28:36.306966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-eba5b8b9-99cb-4385-85da-9dfa46689989 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:28:36.308142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-31f3ec24-31f8-47c6-b777-eafad2fde414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:36.308464 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-eba5b8b9-99cb-4385-85da-9dfa46689989 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.66 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 945 time: 0.0915995 Dec 14 19:28:36.385640 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Deleting port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:28:36.386015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:36.646331 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] For port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,segment=NetworkSegment(dbca55e1-c7a8-4b74-a059-cd0c9c4cc993),segment_id=dbca55e1-c7a8-4b74-a059-cd0c9c4cc993)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:28:36.646728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:36.771756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Calling delete_port for 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:28:36.934531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:36.940919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-88c6923b-29f9-4b56-a98f-8af5120c46ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:28:36.990186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Pushing event deleted for resources: {'Port': ['ID=26f1edb7-8b9f-4371-ba3a-71b5665d1ce7,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:28:37.030058 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.030468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.030883 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.031291 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.031697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.032099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.032989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.032989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.033307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.033693 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.034099 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:28:37.038458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:28:37.040899 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca253dba-cd53-4813-9029-d16b3b781d69 req-10916f21-e1f7-4f37-9613-8920fb8a36b3 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.1687367 Dec 14 19:28:37.090895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] No DVR routers for this DVR port 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:28:37.095023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:37.098118 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'name': 'network-vif-deleted', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:28:37.113808 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f0224696-c7cf-495d-9abe-957d1c3be023 req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.66 "DELETE /v2.0/ports/26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 HTTP/1.1" status: 204 len: 173 time: 0.7998929 Dec 14 19:28:37.254441 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '659d8012-42af-4ce9-a082-da61121ad466', 'name': 'network-vif-deleted', 'tag': '26f1edb7-8b9f-4371-ba3a-71b5665d1ce7', 'status': 'completed', 'code': 200} Dec 14 19:28:37.581754 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:37.803912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:38.221048 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b3852218-d82d-4f0e-addf-245b2b9ddf49 req-4d84bdae-46da-422b-a987-d29a429e92d8 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0459974 Dec 14 19:28:38.472685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:28:38.527316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:28:38.527716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 26f1edb7-8b9f-4371-ba3a-71b5665d1ce7 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:28:38.535096 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2f08f18d-96b2-4879-b2be-3a29cfdb64af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:39.407988 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-1beb233a-c8b3-46d6-a398-f3434f660a3e req-c8e4ad9e-fcae-4196-8a8c-577067644047 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Synchronizing usage tracker for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:28:39.426015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-1beb233a-c8b3-46d6-a398-f3434f660a3e req-c8e4ad9e-fcae-4196-8a8c-577067644047 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Unset dirty status for tenant:5715a6d7f14646ea887dde8d034bac44 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:28:39.427526 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1beb233a-c8b3-46d6-a398-f3434f660a3e req-c8e4ad9e-fcae-4196-8a8c-577067644047 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0768793 Dec 14 19:28:39.469830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:40.357072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:28:40.614179 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0a9b8aa4-b326-4872-a278-1d4844d7aeab req-2751b734-2d23-4117-bf70-932f7fc54712 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0523112 Dec 14 19:28:41.812094 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f6c6ec2f-dbab-4505-84f7-2155a5631362 req-5ce67fa1-88c6-4413-887a-ae1b395b7ea9 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0563095 Dec 14 19:28:43.215380 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-df88c67b-41d3-42b4-a946-8a6d5140fb98 req-1bc30b94-a9de-4e25-bf31-b39420ccc70b tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.2623453 Dec 14 19:28:44.405516 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8c03ea28-c8f8-4af0-a884-22e3ee030f4f req-818699cd-a99d-4bb0-bad6-362e6b2f1ba7 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0552616 Dec 14 19:28:45.579419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b6df02d8-93f3-4dcb-8116-33dd44fc169f req-3ba62d10-9407-479a-a3c7-61cf600172bd tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0461257 Dec 14 19:28:46.761790 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dac9f18c-e497-45fc-9807-fe41b0ef2e95 req-f5b7daf2-51fe-4028-97ae-5670abe3b517 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0491302 Dec 14 19:28:47.943513 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b542e010-9dac-4cdf-933c-568b35cc9a51 req-c0a53643-e9c7-44f6-b72b-65671b787b94 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0486772 Dec 14 19:28:49.151046 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-34717933-10f4-4c76-ba9b-5715708fb608 req-54d8fb63-b4da-4412-910b-c6be7d84fbcd tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0624144 Dec 14 19:28:50.349808 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-bd93314e-f0d1-4be1-883f-a5ff969abe1b req-143ff301-bc45-4b28-9c40-922748910630 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0572462 Dec 14 19:28:51.544437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4efbb4cd-0aaf-4bbd-aba4-170dbc61a7b2 req-698dc326-34d2-4543-b6ba-a06489d57739 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0591652 Dec 14 19:28:52.734243 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4fe3a4dd-db31-4484-a3a5-aa3abe8b0cf8 req-f5bd9c61-6a38-48ea-9156-5d1e04797d80 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0547364 Dec 14 19:28:53.915916 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c005f848-93d0-4ec9-9995-2ad14aafe34c req-68d215c7-a3d8-4551-aaa4-35164c0c4f1c tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0471127 Dec 14 19:28:55.094457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f36d9e0a-9280-4b63-86f0-30231b71eaee req-4f6a8a23-fdbc-438f-8485-35abacb27c84 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0491683 Dec 14 19:28:56.306174 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b87b7b0a-2ec3-4737-9030-b92969df661c req-9e590079-77e1-4665-a327-54b40b2b2b32 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0664942 Dec 14 19:28:57.502314 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f2bde2ec-97fd-4fa7-b8dc-dab2a0a9c94e req-e3fd7ff2-3749-4aa9-88a2-6aa7b6b80932 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0530956 Dec 14 19:28:58.703087 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c1a77c2c-df64-478e-97e3-a2b9bf3f0809 req-6a7fc701-bd50-431c-95a4-6762bead1c82 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0512347 Dec 14 19:28:59.882903 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a1b19ff-621c-42c7-8573-c90e47efa78f req-99c4000b-c709-4cab-aa9d-11464e75579a tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0474644 Dec 14 19:29:00.731567 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:29:01.066987 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c385874-aac4-4789-909c-1694ae3bada0 req-cbd2b685-b9d5-4622-ac2c-50ac7e6167d5 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0519943 Dec 14 19:29:02.262240 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8854be16-8bcf-4827-8b1c-d4f79632691f req-9991bbdc-4879-45b9-b578-156857bb4e39 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0601435 Dec 14 19:29:03.461532 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b45b4b60-db94-4827-b6fd-c13236d8aca6 req-0fa55b68-c2f0-4ef6-a61d-f4d917f44977 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0602155 Dec 14 19:29:04.794666 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f82d0c32-9755-48cf-a26f-b84cce6e4ec3 req-99791a81-41e6-4c29-959f-3189c0737263 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0467889 Dec 14 19:29:05.978168 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed582dc3-167d-46e9-aadd-062c918905a5 req-b16ab963-7ac6-45c8-9678-09b1f020d827 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0460920 Dec 14 19:29:06.302332 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbda804a-e448-49c0-baf4-88f60de745da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:07.170825 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-318ec201-5996-4ac9-8dff-39db72a6c531 req-d1a86262-e1be-4806-b31f-9e3f6853d56c tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0481849 Dec 14 19:29:07.583872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:07.802904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:08.350028 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-883c78f3-8d5c-43cd-9c05-cbec4b316cff req-b3993570-2014-41f6-986f-9e6e69d1a244 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0557404 Dec 14 19:29:08.517747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8e89201f-4a84-46e9-9a55-86f6d6e7c5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:09.473277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:09.526680 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-469bad9a-e6e4-4836-b653-4a8584f4a5a1 req-a6f9e444-80aa-4102-9397-5cab45209058 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0490716 Dec 14 19:29:10.374053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:10.714345 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b2dd1a18-b8ed-4f2a-8bde-d590b03d8a2b req-23228df9-0dea-43d8-bea2-c45cf0562b42 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0481615 Dec 14 19:29:11.908946 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-750d2067-7ca4-42a2-bbec-d5911d1a1d17 req-cbe71e18-bda6-432e-a31c-35ada3377892 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0496330 Dec 14 19:29:13.087536 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0af310bb-2ed4-4451-bb9e-86bee38876cb req-3c9ed76f-e3b7-447c-8b9e-e11771967109 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0472245 Dec 14 19:29:14.292864 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-79fbc114-9d84-4eb8-ad08-59bf693b5653 req-a6c99e80-839b-48c6-a8c7-1487307014eb tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0627160 Dec 14 19:29:15.489815 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4a32dc90-d9a2-4e5b-92b4-3d960131985a req-ef144ab9-ecb3-483c-83ca-7d7d34e34b38 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0461874 Dec 14 19:29:16.680964 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-631e0c85-647c-4849-9a3e-2c70c35d581d req-86c44177-8c21-4375-acdb-42444c93dfcb tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0515580 Dec 14 19:29:18.021304 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d0c0ddd2-aee6-4b0b-a952-998730d18816 req-ec7f9daa-196d-4162-8b63-d608be263fef tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0547779 Dec 14 19:29:19.199918 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dd3c94c9-42d2-4d86-8faa-c9f853559286 req-cc4c7e29-aadc-4fc0-8bbe-c5e9b3b6a650 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0459054 Dec 14 19:29:20.381724 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f64fb6ef-c33a-4015-bb1c-52bfbe23bbc2 req-702017c8-7454-46d0-9755-ed533df5f0be tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0460787 Dec 14 19:29:21.565040 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-27419fb9-dd20-4c0c-a3bc-3fe2965350ce req-055cd0a9-7d26-4853-a889-b5b2ed03c32c tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0507171 Dec 14 19:29:22.767656 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6ddc9a61-b0f2-4585-9345-4c51b490cea5 req-f3639a88-112b-4f31-995d-ecf51f299db3 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0513327 Dec 14 19:29:23.957664 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-95757a5c-b005-4add-b18b-046a923bde5b req-8cfef8a1-71bd-46a9-a9cc-327e2bc526cd tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0515225 Dec 14 19:29:25.156630 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-331e099e-9c60-4e4b-be6d-58409a8ef3ec req-699a4cb8-3349-4393-8ce5-25571566b900 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0559194 Dec 14 19:29:26.054257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44376) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:26.347507 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b74af67c-8b03-461e-ae32-f0e0a61a54b7 req-274f9973-ebff-434c-81b3-22139b48d1f6 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Dec 14 19:29:26.667415 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:27.069826 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-27313a84-bb34-43b9-bef6-fd3fba423dc6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0867233 Dec 14 19:29:27.223458 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-620456ad-fff6-4fc0-84b9-e87cfc7ffe14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0777197 Dec 14 19:29:27.319342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Deleting port 335fd35b-27fd-48a0-be1e-8562331d2006 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:29:27.319737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:27.383205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-15cc23ed-28ba-4fd5-969e-f646a570f5bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:29:27.384856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-15cc23ed-28ba-4fd5-969e-f646a570f5bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1416242 Dec 14 19:29:27.505587 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] For port 335fd35b-27fd-48a0-be1e-8562331d2006, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=335fd35b-27fd-48a0-be1e-8562331d2006,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:29:27.505836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:27.527464 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b0c2fb3f-86a1-4eab-b917-b04b1245c3d0 req-290e5d45-8319-4206-818f-605cdf19f445 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0549333 Dec 14 19:29:27.545013 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-f4225b44-a560-4a12-b262-cc0a5f4f66dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1531429 Dec 14 19:29:27.613920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-f1b34a8f-3702-43e4-ba8c-7fd208c1d023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:29:27.615525 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-f1b34a8f-3702-43e4-ba8c-7fd208c1d023 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0643024 Dec 14 19:29:27.633015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Calling delete_port for 335fd35b-27fd-48a0-be1e-8562331d2006 owned by network:router_interface {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:29:27.700686 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-e30dbe8c-775b-4371-8987-ca0eb5c4d476 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792110 Dec 14 19:29:27.814690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:27.819919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9bdb4684-7c5f-4d00-8ba3-601606960566 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:27.844929 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-ee0e5e19-ab3f-4f39-b27c-a889cbda6811 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377819 Dec 14 19:29:27.861267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=335fd35b-27fd-48a0-be1e-8562331d2006,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:27.943685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.944114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.944529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.944938 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.945370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.945774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.946174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.946574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.946971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.947365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.947854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:29:27.951822 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:28.015212 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cfa28a84-9e77-49c7-8a6f-9ea9a1bf0954 req-ecf9c2fe-5cb4-4640-b5c9-5819709242d1 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643815 Dec 14 19:29:28.202582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:28.774310 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-04824640-2cf8-46c7-ad6c-975b45437b29 req-26e6830c-c85c-4de2-b642-962589980b16 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0689771 Dec 14 19:29:29.098930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Router 0fa60e5d-91e5-4092-835e-334d85d0d046 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:29:29.325288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:29:29.335450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Sync routers for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:29:29.339819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] 10.222.0.72 "PUT /v2.0/routers/0fa60e5d-91e5-4092-835e-334d85d0d046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2843602 Dec 14 19:29:29.342682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44398) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:29.349845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:29:29.350499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:29:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:29.535403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:29:29.554253 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:29.765862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:29.779184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Deleting port 71edbf14-658e-4cdb-88ff-2b36c057f587 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:29:29.779837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:29.841805 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:29:27Z', 'revision_number': 5, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port': {'id': '71edbf14-658e-4cdb-88ff-2b36c057f587', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:5e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:06:14Z', 'updated_at': '2021-12-14T19:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:29.846475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Checking router: 0fa60e5d-91e5-4092-835e-334d85d0d046 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:29:29.859217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Routers {'0fa60e5d-91e5-4092-835e-334d85d0d046'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:29:29.859903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:29:08Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['0fa60e5d-91e5-4092-835e-334d85d0d046'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:29.954896 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ca1af306-b85a-4acf-a52b-fc1b79318536 req-3442a820-52dc-496b-9461-56f106801da7 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0480056 Dec 14 19:29:29.970575 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] For port 71edbf14-658e-4cdb-88ff-2b36c057f587, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=71edbf14-658e-4cdb-88ff-2b36c057f587,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:29:29.970976 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:30.015414 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] Set router 0fa60e5d-91e5-4092-835e-334d85d0d046 gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:29:30.108262 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Calling delete_port for 71edbf14-658e-4cdb-88ff-2b36c057f587 owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:29:30.279618 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:29:29Z', 'revision_number': 6, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:30.284233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09865bbb-fd67-487b-9ace-46ace6aba847 None None] The sync data for ids ['0fa60e5d-91e5-4092-835e-334d85d0d046'] in dv-cinder-821749-1-iscsi is: [{'id': '0fa60e5d-91e5-4092-835e-334d85d0d046', 'name': 'tempest-AttachVolumeShelveTestJSON-1723547590-router', 'tenant_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:12Z', 'updated_at': '2021-12-14T19:29:29Z', 'revision_number': 6, 'project_id': 'a598d7a9cf814a60a8ec485b447f40d6', 'gw_port_host': None}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:29:30.289549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:30.293762 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a0d94e84-3500-4c08-ad13-0d25cb012d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:30.337188 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=71edbf14-658e-4cdb-88ff-2b36c057f587,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:30.341238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:30.490680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 335fd35b-27fd-48a0-be1e-8562331d2006 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:29:30.528626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 335fd35b-27fd-48a0-be1e-8562331d2006 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:29:30.529006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 335fd35b-27fd-48a0-be1e-8562331d2006 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:29:30.584435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.148903 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.162249 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-966f2b2c-1a3b-439b-8e57-5c97dfbf190b req-534ca604-0d63-417d-a631-7fcdd4ff4ad6 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0674255 Dec 14 19:29:31.164472 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.192377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.193002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fa60e5d-91e5-4092-835e-334d85d0d046 {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:29:31.206430 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.207684 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6650ce7f-0927-4d95-879d-fe4c16267e9d admin admin] 10.222.0.72 "DELETE /v2.0/routers/0fa60e5d-91e5-4092-835e-334d85d0d046 HTTP/1.1" status: 204 len: 168 time: 1.8639948 Dec 14 19:29:31.210541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44410) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:31.281425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Deleting subnet 904d328c-cf3a-4289-976b-9939ce829ba0 {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:29:31.285108 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.338980 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.427831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.498843 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.503114 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-10088971-0fbe-4d0d-91c1-07899baa590b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:31.543203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d328c-cf3a-4289-976b-9939ce829ba0,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:31.547518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:31.550537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.556813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cfa5ca-6444-4427-8dc5-6e845b283a4c None None] Network fba12cf2-16bf-4acf-a83d-576b278dd9c6 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:29:31.557228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c712d9db-3e6e-4daf-b71a-62f71e718ae7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/904d328c-cf3a-4289-976b-9939ce829ba0 HTTP/1.1" status: 204 len: 168 time: 0.3456957 Dec 14 19:29:31.561064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44414) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:31.675113 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.686842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Deleting port 52961996-e529-4148-b281-938f1c99c531 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:29:31.687151 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.830800 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] DHCP port deletion for fba12cf2-16bf-4acf-a83d-576b278dd9c6 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:29:31.835069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Deleting port 52961996-e529-4148-b281-938f1c99c531 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:29:31.835533 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:31.918089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] For port 52961996-e529-4148-b281-938f1c99c531, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=52961996-e529-4148-b281-938f1c99c531,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:29:31.918488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.044865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Calling delete_port for 52961996-e529-4148-b281-938f1c99c531 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:29:32.053615 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] For port 52961996-e529-4148-b281-938f1c99c531, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=52961996-e529-4148-b281-938f1c99c531,segment=NetworkSegment(2954edd2-b969-4858-9f53-77406d627bad),segment_id=2954edd2-b969-4858-9f53-77406d627bad)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:29:32.054006 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.125181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.130140 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-aae44b61-f142-4e93-bfc9-6301a81ce620 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:32.179092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=52961996-e529-4148-b281-938f1c99c531,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:32.181098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Calling delete_port for 52961996-e529-4148-b281-938f1c99c531 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:29:32.183832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:32.186130 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] No DVR routers for this DVR port 52961996-e529-4148-b281-938f1c99c531 on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:29:32.253909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:29:32.254293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:29:32.314319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.341685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba12cf2-16bf-4acf-a83d-576b278dd9c6']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:32.343782 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-cee4c231-a1f8-49c9-9e72-0061b05e74b9 req-bf640f7b-9230-44dc-aa34-5521adffa921 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0466473 Dec 14 19:29:32.355089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2954edd2-b969-4858-9f53-77406d627bad') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:32.355433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2954edd2-b969-4858-9f53-77406d627bad') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:29:32.369504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.389685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.400610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:29:32.401548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:29:32.421459 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:29:32.484305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71edbf14-658e-4cdb-88ff-2b36c057f587 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:29:32.510931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.514816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:32.522891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 71edbf14-658e-4cdb-88ff-2b36c057f587 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:29:32.523289 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 71edbf14-658e-4cdb-88ff-2b36c057f587 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:29:32.523756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 52961996-e529-4148-b281-938f1c99c531 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:29:32.532214 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.538781 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba12cf2-16bf-4acf-a83d-576b278dd9c6,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:32.543387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:32.555799 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-23369bf9-ee11-4ca1-a388-b6fe28416c64 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fba12cf2-16bf-4acf-a83d-576b278dd9c6 HTTP/1.1" status: 204 len: 168 time: 0.9936998 Dec 14 19:29:32.557695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 52961996-e529-4148-b281-938f1c99c531 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:29:32.558216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 52961996-e529-4148-b281-938f1c99c531 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:29:32.731823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44424) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:32.755844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Deleting port 52961996-e529-4148-b281-938f1c99c531 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:29:32.756484 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.787206 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-ef74f933-7771-4ee8-9f9a-25739c98c58a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a598d7a9cf814a60a8ec485b447f40d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539880 Dec 14 19:29:32.789864 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 44428) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:29:32.822682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-ede2724c-cc64-48a5-a732-0679cbb119cc None None] The port '52961996-e529-4148-b281-938f1c99c531' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:29:32.859699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.887497 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.939887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.946344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e5f68e8-d8a6-4b82-93b5-c044d646c8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:29:32.960127 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a6e716-523b-4fae-adc5-a63f86fd812a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:29:32.963729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:29:32.970596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:32.971870 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67a6e716-523b-4fae-adc5-a63f86fd812a HTTP/1.1" status: 204 len: 168 time: 0.1809845 Dec 14 19:29:33.526803 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2de2c05-92c0-44a4-a6a5-17f344bf96d4 req-47540532-4be3-4ad5-adcc-46f86486194d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0528841 Dec 14 19:29:34.704642 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-19d71a8c-d083-4e7f-b1db-a5fc007c6c01 req-76e6a4a1-02e9-4845-b8d9-07eef5e6e499 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0525291 Dec 14 19:29:35.888800 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6a91d1c5-0851-46aa-9fdc-9f5c81bfc3ef req-623df9fb-929d-459f-9834-7561fc55da2d tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0495207 Dec 14 19:29:36.313624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d091f90b-d268-4c10-be40-8c922dfc1b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:37.067967 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ebe64ded-c03f-4c05-a5a8-45258cd05aa3 req-acecf23b-4ee9-49fb-adee-71a993812c53 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] 10.222.0.72 "GET /v2.0/ports?device_id=659d8012-42af-4ce9-a082-da61121ad466 HTTP/1.1" status: 200 len: 210 time: 0.0459652 Dec 14 19:29:37.598731 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:37.733248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:29:37.797442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:38.511316 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-578b529b-4ab2-4916-980c-9a56aa94d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:39.489449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:29:40.369851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:06.312700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-4c5a94b2-62e1-42bb-acca-5f6c3ec828a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:07.592337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:07.809590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:08.527249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-eb4468a3-c974-4ee9-9f66-d78d0ec6e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:09.485993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:10.383175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:14.736042 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:30:25.351971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-3214791e-f8f1-4ee7-9187-91c71fc3ee51 req-b606270f-1c92-419a-b7b7-d924eea2bb5a service neutron] (88119) timed out ('10.222.0.72', 36168) {{(pid=88119) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:30:27.224110 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-8d6a2e4f-77cc-49d3-ae5f-ac6cf9201299 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2448781 Dec 14 19:30:27.385113 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-ddc34643-a52c-4e77-8753-73e5d4be644a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0813475 Dec 14 19:30:27.548310 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-86f5c9a4-f410-4844-b043-8ba58c551a84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:30:27.549902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-86f5c9a4-f410-4844-b043-8ba58c551a84 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1397653 Dec 14 19:30:27.655058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-e322e783-239a-4204-98bc-d99e2f86fb7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.0984881 Dec 14 19:30:27.950464 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-27e1dc75-18cf-49ba-97d4-d2f2bd9dba81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:30:27.952126 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-27e1dc75-18cf-49ba-97d4-d2f2bd9dba81 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.2906635 Dec 14 19:30:28.033419 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-6b1f1a34-c2e0-4819-a069-87b9920e17c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749335 Dec 14 19:30:28.182514 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-dba55856-3b78-4fe7-a6cd-ea14662b3ceb service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426878 Dec 14 19:30:28.328379 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-41e2306d-0cba-4a93-8fe3-e5cb03a3962f req-675d9a75-58e8-4fb7-bb3f-3506028c3eca service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394100 Dec 14 19:30:36.316775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3335af8c-0465-4239-8800-6d5745245044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:37.619023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:37.971943 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:38.523015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cb077e3a-5843-4b99-97a4-016716b23461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:39.490449 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:40.380802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:30:51.736857 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:31:06.323139 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fadf2cce-0e92-4b95-a673-36b10ae7255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:07.607860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:07.819637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:08.517475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99da80f2-b6cf-422b-a1af-f368403098f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:09.493730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:10.387763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:28.059757 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-1a1de691-bf25-4197-b1d8-bb8179a2d574 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834572 Dec 14 19:31:28.237180 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-bf7c43d1-2c28-481d-bddd-183583694c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0971715 Dec 14 19:31:28.393984 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-36e540c7-a4b5-4e5c-923a-9628275bd418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:31:28.395588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-36e540c7-a4b5-4e5c-923a-9628275bd418 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1390419 Dec 14 19:31:28.506454 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-327168fd-bc71-476a-bed9-81425f9dfaef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.1035101 Dec 14 19:31:28.576265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-44b49bea-9db2-40df-9367-bdbee5aa7bfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:31:28.577872 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-44b49bea-9db2-40df-9367-bdbee5aa7bfb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0648057 Dec 14 19:31:28.675434 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-26ebe22a-d4b6-4594-89ef-2e5e92960547 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0911245 Dec 14 19:31:28.739935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:31:28.820580 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-5c94c0a7-bc2d-429a-9399-503c212b35c6 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384470 Dec 14 19:31:28.975154 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4110967d-9167-4b8c-9471-d9eea858d8c5 req-8d3586d0-5902-4aa2-afdc-ed88d57e665f service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476474 Dec 14 19:31:36.313376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0076f743-2789-41d3-83aa-d5223a6debcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:37.619368 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:37.808583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:38.526837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7d347a5-09a5-4ece-b491-f3c9fba9982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:39.498329 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:31:40.388621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:05.744701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:32:06.310485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-76dd65de-4104-4c90-b9b1-de06698a2b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:07.631741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:07.803050 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:08.532583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-95b7fb06-26e4-4ca7-be32-f0d9ed8d5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:09.501660 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:10.402352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:28.070744 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-7f3c938e-a30e-4d13-9b6c-bd7735cc9fc8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805311 Dec 14 19:32:28.231170 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-79b61325-4fc1-4722-8dbe-ca53b6343105 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0828521 Dec 14 19:32:28.393787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fa5d-92f8-4814-b275-50f3f676936f req-be78d2a4-bc8c-47c0-96e2-7d4e6a8e555b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:28.395351 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-be78d2a4-bc8c-47c0-96e2-7d4e6a8e555b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1417017 Dec 14 19:32:28.500588 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-a91fabd6-172e-47f2-934c-3bb5c3b8cf2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 1001 time: 0.0983040 Dec 14 19:32:28.571450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486fa5d-92f8-4814-b275-50f3f676936f req-ca8d6453-b6df-4b04-8b81-ed3bd9243ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:28.573153 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-ca8d6453-b6df-4b04-8b81-ed3bd9243ca0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0667405 Dec 14 19:32:28.655382 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-351dad1b-b44f-4124-8d98-a54d39485f61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759699 Dec 14 19:32:28.809093 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-5acb8cbd-29a8-4de8-a122-18603e96977b service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452100 Dec 14 19:32:28.954365 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b486fa5d-92f8-4814-b275-50f3f676936f req-fefa5f99-8e7a-4a27-b793-0ab3e53a4a3d service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405141 Dec 14 19:32:36.313280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-94ec541c-7ebb-4dd9-bb83-1e8d1b2c909c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:37.627566 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:37.819106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:38.528703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-320edb38-5c3d-4b36-bb85-19638812b2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:39.505790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:40.398713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:42.752919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:32:54.034703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 45992) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:32:54.254978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port 341905f9-cc36-4701-afd5-4b04e9a0e496 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:32:54.255239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:54.437030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:54.437461 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:54.565742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for 341905f9-cc36-4701-afd5-4b04e9a0e496 owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:32:54.745717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:54.749655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:32:54.794098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=341905f9-cc36-4701-afd5-4b04e9a0e496,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:32:54.840009 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.840433 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.840858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.841288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.841692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.842092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.842490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.842885 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.843280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.843673 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.844065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:32:54.847904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:32:54.917260 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:55.571033 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:32:55.788657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:32:55.799655 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:32:55.808518 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:55.812599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:32:55.813396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:32:39Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:32:55.863996 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-fedc710e-b577-4c13-970c-b29d6461a46d tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "DELETE /v2.0/floatingips/ffd7d907-56b4-4b89-95e3-101bbbc3e51b HTTP/1.1" status: 204 len: 168 time: 1.8276236 Dec 14 19:32:55.864683 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:32:55.925469 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'status': 'completed', 'code': 200} Dec 14 19:32:56.004564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:32:56.025167 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-d4e7514d-4592-4d9f-8baa-1fe8cbbf0969 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2cf054661043432a8c8712ef1f755304&device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 1098 time: 0.0758777 Dec 14 19:32:56.212084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-9597820c-3fb2-4816-ae4c-4f99e1a4e2ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:56.213856 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-9597820c-3fb2-4816-ae4c-4f99e1a4e2ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 200 len: 913 time: 0.1782212 Dec 14 19:32:56.298363 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-36d7d39f-8112-4600-902c-fab55a1e5202 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 200 len: 217 time: 0.0769081 Dec 14 19:32:56.318936 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e81aecc-39aa-4ada-a6ab-fc3a916b30ae req-f9d8f4b0-2097-4b3e-b166-d2f1e9cc805b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:56.319703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3e81aecc-39aa-4ada-a6ab-fc3a916b30ae req-f9d8f4b0-2097-4b3e-b166-d2f1e9cc805b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:32:56.335643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-3e81aecc-39aa-4ada-a6ab-fc3a916b30ae req-f9d8f4b0-2097-4b3e-b166-d2f1e9cc805b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88118) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:32:56.337231 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3e81aecc-39aa-4ada-a6ab-fc3a916b30ae req-f9d8f4b0-2097-4b3e-b166-d2f1e9cc805b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.1049783 Dec 14 19:32:56.352906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:32:56.356927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:32:56.368639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:32:56.369336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:32:39Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:32:56.373494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-50165d34-f949-482d-85a6-27dc767d97c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:56.375081 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-50165d34-f949-482d-85a6-27dc767d97c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 200 len: 851 time: 0.0703540 Dec 14 19:32:56.388529 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3e81aecc-39aa-4ada-a6ab-fc3a916b30ae req-fe07e862-9051-49ed-b71a-0ae347bea2fc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453534 Dec 14 19:32:56.461051 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-c8fab287-69fc-47b5-93ee-6a3fa8a0c1ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35f988f-0c03-4aab-9999-2bc7611f3da4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789807 Dec 14 19:32:56.558729 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:32:56.606479 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-47029e09-c2a0-40c3-b8d6-b6f5cb0727f8 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383035 Dec 14 19:32:56.760225 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9e17fb0a-8688-4819-8838-8a7baf927ee2 req-6abcc9e7-7cb3-44ee-b9ac-1028d1d584c4 service neutron] 10.222.0.66 "GET /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417902 Dec 14 19:32:56.899733 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:32:56.904075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887f5a9d-72a4-4db4-b938-dc570f5be8e4 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:10:34Z', 'revision_number': 4, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi', '_interfaces': [{'id': 'd5330b4a-bb2d-4ddd-8ea8-518ed226fb19', 'name': '', 'network_id': 'f35f988f-0c03-4aab-9999-2bc7611f3da4', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'mac_address': 'fa:16:3e:65:a9:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c85141-51ac-46da-a080-021591f8f2d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:34Z', 'updated_at': '2021-12-14T19:10:46Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'subnets': [{'id': '05c85141-51ac-46da-a080-021591f8f2d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:32:57.028293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-34aa23eb-6096-4a3f-ab8f-c7a91b74be04 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:57.029069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-34aa23eb-6096-4a3f-ab8f-c7a91b74be04 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:32:57.045651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-34aa23eb-6096-4a3f-ab8f-c7a91b74be04 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:32:57.047037 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-34aa23eb-6096-4a3f-ab8f-c7a91b74be04 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.1012669 Dec 14 19:32:57.126728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port adcad234-d7e6-4328-9ab3-439f8a33ce79 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:32:57.127111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:57.368585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e381029-b19f-4257-b3fc-36f09f3eabc2 None None] New status for floating IP ffd7d907-56b4-4b89-95e3-101bbbc3e51b: DOWN {{(pid=88121) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:32:57.394935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] For port adcad234-d7e6-4328-9ab3-439f8a33ce79, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=adcad234-d7e6-4328-9ab3-439f8a33ce79,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:32:57.395346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:57.528907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for adcad234-d7e6-4328-9ab3-439f8a33ce79 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:32:57.604747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde498ba-665f-4034-8917-d85fb56c1b5e req-1c8eadbb-bf9d-4ad9-8605-4c6667c812c9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:32:57.606734 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dde498ba-665f-4034-8917-d85fb56c1b5e req-1c8eadbb-bf9d-4ad9-8605-4c6667c812c9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 945 time: 0.0904105 Dec 14 19:32:57.658529 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dde498ba-665f-4034-8917-d85fb56c1b5e req-f768f07b-eee3-4b6c-949b-d34be2603769 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/security-groups?id=5d0e0072-d6b3-4506-bfe0-f1a88b63f654&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Dec 14 19:32:57.678067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:57.683919 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-da59c72b-b760-4020-8b3f-e246d2247210 tempest-AttachVolumeTestJSON-1360267338 tempest-AttachVolumeTestJSON-1360267338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:32:57.733200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=adcad234-d7e6-4328-9ab3-439f8a33ce79,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:32:57.737101 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:32:57.808504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] No DVR routers for this DVR port adcad234-d7e6-4328-9ab3-439f8a33ce79 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:32:57.811163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:32:57.825183 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.66 "DELETE /v2.0/ports/adcad234-d7e6-4328-9ab3-439f8a33ce79 HTTP/1.1" status: 204 len: 173 time: 0.7724299 Dec 14 19:32:57.926377 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'name': 'network-vif-deleted', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:32:57.983394 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a254e29-207b-4f69-81b2-f770cf4d17ec', 'name': 'network-vif-deleted', 'tag': 'adcad234-d7e6-4328-9ab3-439f8a33ce79', 'status': 'completed', 'code': 200} Dec 14 19:32:58.848207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c0743486-17cd-421d-8f6d-208afda53010 req-d681ebc7-fea5-4e6c-9242-f37b2d88c059 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Synchronizing usage tracker for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:32:58.869485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-c0743486-17cd-421d-8f6d-208afda53010 req-d681ebc7-fea5-4e6c-9242-f37b2d88c059 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Unset dirty status for tenant:2cf054661043432a8c8712ef1f755304 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:32:58.870858 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c0743486-17cd-421d-8f6d-208afda53010 req-d681ebc7-fea5-4e6c-9242-f37b2d88c059 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0735729 Dec 14 19:33:00.056143 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4c0a31ae-69d6-475d-babd-1c289465a8d5 req-b19ba4e1-383c-4b32-9425-42f90ef3b814 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0493350 Dec 14 19:33:01.236161 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-47501d8b-2005-4ffb-b353-b3213d2c2981 req-f6c50528-fcdb-4d27-aa21-9b1832111a4a tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0474186 Dec 14 19:33:01.764955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device adcad234-d7e6-4328-9ab3-439f8a33ce79 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:33:01.801348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: adcad234-d7e6-4328-9ab3-439f8a33ce79 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:33:01.801715 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device adcad234-d7e6-4328-9ab3-439f8a33ce79 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:33:02.426153 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c7f94d7e-7bb8-40ec-99fd-9b1be46ede2f req-eea8cbd4-ef7d-454f-8287-6f00e60c93a8 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0549922 Dec 14 19:33:03.612539 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a712bd99-0411-404b-be2a-91f4798791b8 req-30403b20-6bed-47c7-96f5-d7d8a8e3648e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0517378 Dec 14 19:33:04.792869 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a8c9e8e3-016f-4fff-8966-0bc69c569e26 req-07cc9889-27c8-4ccb-bd60-2a0201c3a0cc tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0468397 Dec 14 19:33:05.979243 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53107862-db64-4702-967c-b472b5137a8e req-d552db4b-e2b8-42f3-ae98-30e983eb15e9 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0524671 Dec 14 19:33:06.311633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1f31f6b2-759c-4f03-970a-dc33b64aebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:07.182576 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e02019ac-8bf6-4bc1-9fd7-0b618121b3db req-93bad8ad-0bd8-46eb-81cb-6d120d7537ab tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0520880 Dec 14 19:33:07.649717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:07.802560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:08.364064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-019c5d4f-a4dc-4105-8fd8-c687975a5819 req-776f65c0-f6ad-45cf-ac1f-d4135ad3acc7 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0464249 Dec 14 19:33:08.523250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2364367c-5444-4eb1-9d52-3cb0f8dd3e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:09.506046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:09.551509 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6baf737a-913a-4cde-995a-52e87714072c req-f28b09b7-e143-4920-a540-b3f7674796ef tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0462782 Dec 14 19:33:10.406477 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:10.747701 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-45b22e21-b2dd-400b-877c-cd4c89c71e1e req-900c9a82-f473-4e10-98be-d90c696686d5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0596845 Dec 14 19:33:11.946885 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-405d8f96-adf8-4cb3-990b-2ca0029bae61 req-c7cd4e6e-ebc6-4517-977f-5a1cfce4b513 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0522749 Dec 14 19:33:13.122216 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-97c8005d-cc0b-4593-913d-7f9fac7d103e req-c27532a7-48f1-45c3-b1c7-67fc9c29caac tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0454617 Dec 14 19:33:14.299806 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dfbdbbcf-a060-4236-91c9-bda52716f4f9 req-fc86dab2-3a9d-4a46-85a9-df9f516f3758 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0480525 Dec 14 19:33:15.472768 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4a82f5e9-ed33-492f-90db-09a2d52c7faf req-4c7bee3c-402b-4005-b887-48c613b6b671 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0455670 Dec 14 19:33:16.656156 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-5edafe47-fb58-40b7-90b3-f92ca2e0f712 req-ebfa8f97-2813-48cb-86cd-0b8de0973ec0 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0502243 Dec 14 19:33:17.833670 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c91dcbbb-c468-48a5-b0bc-43c3e5a3abbd req-4fa9d5a5-00f8-4dc3-b3f3-b805e486f230 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0476100 Dec 14 19:33:19.025873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-92a160a1-fcb4-42ae-b2c8-6a916f9e038e req-9c57d512-71d6-4e63-bc9d-585f9a34c3bf tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0483358 Dec 14 19:33:19.752021 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:33:20.215036 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f0f92231-95ce-4baf-8b24-629ad13e5102 req-d0372b67-1a24-417d-b164-e5d27539887e tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0598800 Dec 14 19:33:21.393786 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-16f0ef70-5678-4c41-aa7c-dfeb3e5a9531 req-3bac0203-e1d6-4d33-9699-7abde2b89559 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0462329 Dec 14 19:33:22.588231 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ed0567d3-aed7-4993-b6ad-cfcf67784451 req-4dcc6f9a-b526-4a7f-ac24-d66487dbd5c1 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0544252 Dec 14 19:33:23.768033 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a1e2ebf9-cc3d-4e82-b08f-2b379afc0ee5 req-5b51250e-1f88-4cf3-91e4-9b8996b9a932 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0505335 Dec 14 19:33:24.942154 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-80c6e5bb-9298-4a80-8ed8-78b0fca3f522 req-a31f4809-be08-4baf-85c9-0f9ed9ca7f26 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0470636 Dec 14 19:33:26.146660 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-860531a3-f075-4b8f-8ae6-2fe064f962ef req-0164189e-6bf6-47b4-9fe8-b454de9233cb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0469925 Dec 14 19:33:27.326181 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6880ff54-85d7-41b7-ba85-667a0b4fd680 req-fd08ce42-b2c6-4eb7-afd8-08214b7993bb tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0521464 Dec 14 19:33:28.515208 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ae034c41-3e88-4130-811e-bfb29ecdb91f req-2963e637-3b34-45a5-83c9-a86d8748db12 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0470686 Dec 14 19:33:29.706769 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-831a3f01-560b-4037-b717-44baeff06286 req-f5de3596-f975-49ec-b0ed-bd5181f465e4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0478621 Dec 14 19:33:30.898873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-22defe56-d931-4feb-a3ef-97f8a0b0d408 req-a9ceaadc-d2d3-483f-a6d3-63944ae2a270 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0491362 Dec 14 19:33:32.097445 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-fc77eda8-e2f1-4bdd-864f-24f1daea7bf0 req-c55ea844-4e12-4d54-9bb3-f5bbf08ee4fd tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0501275 Dec 14 19:33:33.288673 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-10c4e13e-536b-47ed-8b37-748209517f1b req-edc02fc0-1f8b-4667-aab4-67a5f905ee3c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0565989 Dec 14 19:33:34.490796 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1355b9bb-6c4d-4057-9a1d-6ff9e528fb2e req-95ed0f39-27e2-4974-9985-34d0ca8ccb43 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0533414 Dec 14 19:33:35.686739 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-4f5698b8-c020-4fed-84d7-1c2c0ea9db07 req-9addd590-f8bd-4ead-ab58-9758626e9cd6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0530014 Dec 14 19:33:36.315856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bbbfb21c-ecb8-4df1-8199-06e26c3bd4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:36.976696 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-f740fdaf-a713-4327-baf7-1ef6c33229ec req-ab8db5c8-b1a3-4b50-9011-ebc0a1e64630 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.1559322 Dec 14 19:33:37.661820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:37.815531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:38.157079 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9aca3a36-b4ab-4b4e-9e2d-4d574164796f req-be33eaa1-ac49-4793-88a4-4e804f7a4a93 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0487025 Dec 14 19:33:38.528274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2967fdf9-db2d-4d95-b8a1-9c86901d6b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:39.345369 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-94452bb6-2c6a-4df4-aaed-44ac095e72c0 req-e3510f2f-2505-4c07-89fd-13ee91aeac6c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0560253 Dec 14 19:33:39.515349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:40.409611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:40.538333 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0ddd4745-1edd-4eb1-971e-1df1bd87850b req-f6e167a4-c40b-4cf7-a4a8-0d1e976210df tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0578434 Dec 14 19:33:41.726364 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0c0fb931-1b18-4c4f-b00f-676d5fe1bddd req-97c5ad1d-54ae-4cac-8b0a-1f8115e01e48 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0497451 Dec 14 19:33:42.916613 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abf3e4b7-54f0-4d13-9926-315aea2dce55 req-b098969b-ff9e-408e-b8f1-671d5fa73755 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0477090 Dec 14 19:33:44.108683 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c2d69341-efff-4697-a2cb-bb2cd9dd9455 req-d62ddbbf-ea5c-4a6b-96f0-9c3a0805b11c tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0464964 Dec 14 19:33:45.315495 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-23896286-923d-4136-912f-1edd67cae064 req-660bb7bf-e355-404d-b039-9a53e2ef59e5 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0585146 Dec 14 19:33:46.494824 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-091bab8f-b2d3-4745-a5e8-198697b6d081 req-d9e5e091-1f27-4071-bca1-f53a4341c3b4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0491869 Dec 14 19:33:47.694639 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-925c38df-46ca-45a0-a60b-f3a3891531d8 req-e7283984-aeb3-4f07-bde8-504c321af1d6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0466917 Dec 14 19:33:48.896238 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-74917054-3c0c-4d1f-ab1e-5cf4ab482e80 req-8c0e118c-5b09-4445-80e9-d73c00a099f8 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0566659 Dec 14 19:33:50.074429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-573f400a-6af5-4f82-aa9f-f79524914f2e req-0dfbbb4e-2dff-4e11-853e-717b331c2403 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0460372 Dec 14 19:33:51.261520 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-d6205783-2896-4938-9972-10b3ecf71048 req-6d0a3052-c5dd-4980-9a77-46e403c53732 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0516140 Dec 14 19:33:52.457509 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6efdcff5-a4d3-4853-ac61-4ab88b44bd8d req-28d2627e-3400-4d47-b2c2-3edee5f20ae4 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0530596 Dec 14 19:33:53.654035 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c80a7fd6-53a1-4534-96f7-549778873c98 req-e940af47-7211-4c0e-bdaf-966d42095182 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0592401 Dec 14 19:33:54.835158 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ba86d83e-5ae7-406a-a8e9-087c865b7791 req-3649c197-26c6-4340-8d1b-5a1c4403e386 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0466762 Dec 14 19:33:56.035348 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-14bc6243-844a-47cb-9957-b2b21186e03a req-867bc9e1-7557-437e-8f67-ed9bbd597501 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0499060 Dec 14 19:33:56.750547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:33:57.209610 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-15e3a83e-bcfa-43d4-89ff-052df41f3362 req-800f3c3a-5ff3-46ae-9451-479d4f5c061b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0460336 Dec 14 19:33:58.429437 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-53feced0-93f1-4681-8f10-106405528a73 req-ddd96828-aa37-4b91-814f-c2fea27a8597 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a254e29-207b-4f69-81b2-f770cf4d17ec HTTP/1.1" status: 200 len: 210 time: 0.0640116 Dec 14 19:33:59.541728 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 46468) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:33:59.719327 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Deleting port 0c60bafb-6b3a-43f0-8813-3cf2f675bf6c {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:33:59.719576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:59.896747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:33:59.897083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:00.022969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Calling delete_port for 0c60bafb-6b3a-43f0-8813-3cf2f675bf6c owned by network:floatingip {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:34:00.178813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:00.186803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0d97f756-e6a2-45db-9df2-41df7a6a85b2 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:34:00.232869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'Port': ['ID=0c60bafb-6b3a-43f0-8813-3cf2f675bf6c,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:34:00.279234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.279565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.279981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.280370 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.280810 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.281323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.281775 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.282183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.282583 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.283013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.283378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:34:00.291817 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:34:00.362654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:00.384470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for floatingip, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:00.385834 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-50cdd1a2-45d8-4edb-a503-30f31b500126 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "DELETE /v2.0/floatingips/7a8fb866-3834-497a-9556-f52d6b47f2a8 HTTP/1.1" status: 204 len: 168 time: 0.8429947 Dec 14 19:34:06.310016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a2f45d1a-008f-4348-bf1a-504aa373d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:07.656877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:07.819032 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:08.521690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0e261495-550c-45c0-99d1-f493a5490690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:09.523347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:10.413757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:33.748512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:34:36.318967 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-80c02672-344d-4fe4-ba54-189c6928530d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:37.673854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:37.821347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:38.532239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e4cfa3d9-a16e-4db2-81e2-a64eb8b85412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:39.529367 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:34:40.415962 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:06.320143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-63f239dc-5433-4999-9b9f-2d80725124c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:07.666553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:07.824569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:08.535508 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f0614099-799a-4abd-819e-afd234dcdb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:09.526784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:10.423549 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:10.742831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:35:36.322965 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bd48104f-e561-42d8-b9d5-43508ad2efd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:37.733279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:37.819022 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:38.530997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bebb87f7-dc70-4972-af5d-3bfff29f31b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:39.528720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:40.429145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:35:47.751319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:36:06.318121 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ed93861b-bb62-448d-bdc5-e427ef2ad62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:07.733738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:07.826770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:08.536596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d359f158-801f-42c5-aa90-dbcb47cdcca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:09.532902 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:10.434304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:24.744181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:36:36.327813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0d064663-723e-4748-9b54-4eae94541e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:37.765023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:37.825635 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:38.544852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ec29d8cd-5642-47a2-8543-ff8d95bba845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:39.533622 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:36:40.434802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:01.752951 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:37:06.320799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b2c7070c-f1cf-4e9d-b3c7-c1d36fabc132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:07.761668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:07.818251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:08.541831 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-876080f7-9a4c-462f-86f0-d46752a4ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:09.537905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:10.435964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:25.192064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-7d15db5d-05d9-4b30-909d-f96b4a20edbe req-ceb3b5ec-a1db-49eb-9446-a42a37fb6c9a service neutron] (88118) timed out ('10.222.0.66', 64934) {{(pid=88118) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:37:36.325905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ff88-5ec4-4c8b-9073-9c97afdfb45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:37.787750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:37.821285 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:38.545828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-66aa4948-405b-4b8e-a90b-5bc1508f95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:38.755953 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:37:39.544035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:37:40.445308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:06.329653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ed1d2968-485e-4848-b427-cd253b5d692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:07.812757 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:07.823435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:08.539958 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-13eb9f38-f326-4c00-88a7-4b897c315f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:09.542836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:10.450318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:15.747835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:38:36.336780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7ce321e5-6204-4c25-8f51-4ccc3b36c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:37.801474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:37.826275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:38.549701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8db56513-3c94-4a54-a5f5-ebe4960d296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:39.548044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:40.455184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:38:52.749333 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:39:06.330224 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c606ffc1-54e6-472a-9931-9ae8fc9f8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:07.836073 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:07.840542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:08.541904 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-77867693-807e-4a2a-8129-0e7eb220948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:09.551564 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:10.461586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:29.758760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:39:36.336245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-86e44bcf-c608-4d2a-b41c-947dd6b47199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:37.830053 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:37.834654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:38.546354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7b52b513-c7b4-4448-b4f1-0aacc0818895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:39.558255 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:39:40.458347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:00.814872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 49202) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:00.891858 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:00.922092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:00.989994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:00.994392 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-fa55ca05-e1f5-490e-886c-b3cfe77f62ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:01.012199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e0072-d6b3-4506-bfe0-f1a88b63f654,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:01.025972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.026393 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.026807 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.027219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.027629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.028041 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.028444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.028849 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.031474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.031917 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.032340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:01.036087 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:01.037595 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] 10.222.0.72 "DELETE /v2.0/security-groups/5d0e0072-d6b3-4506-bfe0-f1a88b63f654 HTTP/1.1" status: 204 len: 168 time: 0.2214744 Dec 14 19:40:01.038720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:01.367014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 49208) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:02.220312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:02.865665 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Deleting port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:02.866016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:03.051743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] For port d5330b4a-bb2d-4ddd-8ea8-518ed226fb19, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:03.052007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:03.177280 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Calling delete_port for d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 owned by network:router_interface {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:03.381276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:03.385352 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ea4c0899-aec5-444b-97e6-660efce930b2 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:03.429049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5330b4a-bb2d-4ddd-8ea8-518ed226fb19,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:03.432789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:03.733865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:04.377697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Router 949bd24a-67d8-4860-9c20-71c0d55b77e2 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88119) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:40:04.876482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88119) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:40:04.887538 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Sync routers for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:40:04.895219 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8f3771d0-0651-43cb-b379-cd79f0c2e14f admin admin] 10.222.0.72 "PUT /v2.0/routers/949bd24a-67d8-4860-9c20-71c0d55b77e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253687 Dec 14 19:40:04.896355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49232) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:04.908193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:40:04.909065 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:39:39Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:05.118756 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:40:05.372046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:05.443501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:40:03Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:05.447718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Checking router: 949bd24a-67d8-4860-9c20-71c0d55b77e2 for host: dv-cinder-821749-1-iscsi {{(pid=88120) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:40:05.459576 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Routers {'949bd24a-67d8-4860-9c20-71c0d55b77e2'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88120) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:40:05.460239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:39:39Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['949bd24a-67d8-4860-9c20-71c0d55b77e2'], 'active': True} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:05.584663 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:05.594677 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Deleting port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:05.595060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:05.647895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] Set router 949bd24a-67d8-4860-9c20-71c0d55b77e2 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88120) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:40:05.785519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] For port 78e6cf95-d3a3-4d9b-9537-ea4e77103d41, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:05.785866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:05.913610 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Calling delete_port for 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:05.971170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:40:03Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:05.975520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e67371c-d909-4401-ae98-7557b692ae17 None None] The sync data for ids ['949bd24a-67d8-4860-9c20-71c0d55b77e2'] in dv-cinder-821749-1-iscsi is: [{'id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'name': 'tempest-TestVolumeBootPattern-1779213928-router', 'tenant_id': '2cf054661043432a8c8712ef1f755304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:30Z', 'updated_at': '2021-12-14T19:40:03Z', 'revision_number': 5, 'project_id': '2cf054661043432a8c8712ef1f755304', 'gw_port': {'id': '78e6cf95-d3a3-4d9b-9537-ea4e77103d41', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd24a-67d8-4860-9c20-71c0d55b77e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:31Z', 'updated_at': '2021-12-14T19:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}] {{(pid=88120) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:40:06.105825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.111708 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e8e5c23f-65fa-411b-bb04-1b6d9d6c0f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:06.158602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e6cf95-d3a3-4d9b-9537-ea4e77103d41,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:06.199296 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.199720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.200143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.200556 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.200993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.201413 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.201813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.202223 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.202651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.203026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.203431 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:40:06.206994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:06.329813 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ca562126-a048-4f47-9195-da1d377052d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.426806 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.694012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.698852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.727063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.727636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949bd24a-67d8-4860-9c20-71c0d55b77e2 {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:40:06.740950 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.742257 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c2218165-47c7-4e7a-ba12-d9f1224ef949 admin admin] 10.222.0.72 "DELETE /v2.0/routers/949bd24a-67d8-4860-9c20-71c0d55b77e2 HTTP/1.1" status: 204 len: 168 time: 1.8447640 Dec 14 19:40:06.745234 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 49248) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:06.750334 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:40:06.817149 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Deleting subnet 05c85141-51ac-46da-a080-021591f8f2d1 {{(pid=88119) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:40:06.822204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.864403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:06.877406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853312932'] for subnet, precommit_delete_associations {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:06.899466 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:06.899862 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device d5330b4a-bb2d-4ddd-8ea8-518ed226fb19 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:06.960494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.045662 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853279621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15422397'] for subnet, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.050763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:07.090428 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c85141-51ac-46da-a080-021591f8f2d1,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:07.094220 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:07.098230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.103791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bb351-bf9c-4375-a7ee-02e9273ffe62 None None] Network f35f988f-0c03-4aab-9999-2bc7611f3da4 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:40:07.107353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49254) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:07.107524 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-e01ec047-89ed-4f4f-9e2b-b96ab752c99e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/05c85141-51ac-46da-a080-021591f8f2d1 HTTP/1.1" status: 204 len: 168 time: 0.3609579 Dec 14 19:40:07.222999 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.234031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Deleting port 3d752633-0343-45d5-89af-ddeb39285d8d {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:07.234396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.369568 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] DHCP port deletion for f35f988f-0c03-4aab-9999-2bc7611f3da4 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:40:07.374522 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Deleting port 3d752633-0343-45d5-89af-ddeb39285d8d {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:07.374946 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.448435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] For port 3d752633-0343-45d5-89af-ddeb39285d8d, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3d752633-0343-45d5-89af-ddeb39285d8d,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:07.448836 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.575490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Calling delete_port for 3d752633-0343-45d5-89af-ddeb39285d8d owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:07.594679 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] For port 3d752633-0343-45d5-89af-ddeb39285d8d, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=3d752633-0343-45d5-89af-ddeb39285d8d,segment=NetworkSegment(7a50cf65-2627-4293-b6eb-0bbf46adfd93),segment_id=7a50cf65-2627-4293-b6eb-0bbf46adfd93)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:07.595211 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.654570 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.659730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-92b2de1e-f0ba-4491-8e98-ade21f2a95c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:07.705753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d752633-0343-45d5-89af-ddeb39285d8d,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:07.710243 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:07.715218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] No DVR routers for this DVR port 3d752633-0343-45d5-89af-ddeb39285d8d on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:40:07.723384 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Calling delete_port for 3d752633-0343-45d5-89af-ddeb39285d8d owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:07.796599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:40:07.796915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:40:07.841185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.842322 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.842826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.870528 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35f988f-0c03-4aab-9999-2bc7611f3da4']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:07.884194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a50cf65-2627-4293-b6eb-0bbf46adfd93') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:07.884536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a50cf65-2627-4293-b6eb-0bbf46adfd93') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:07.897636 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.913363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.919816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:40:07.920249 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:40:07.934539 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:40:08.038309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:08.044030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-568b001b-e9d6-45f8-9da9-f254af656b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:08.059133 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:08.070265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Pushing event deleted for resources: {'Network': ['ID=f35f988f-0c03-4aab-9999-2bc7611f3da4,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:08.073779 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:08.085531 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-de903ae2-a91e-4ea2-9a75-2004c379ed70 admin admin] 10.222.0.72 "DELETE /v2.0/networks/f35f988f-0c03-4aab-9999-2bc7611f3da4 HTTP/1.1" status: 204 len: 168 time: 0.9770229 Dec 14 19:40:08.088512 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49262) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:08.298530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Deleting port 3d752633-0343-45d5-89af-ddeb39285d8d {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:08.299427 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:08.368697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-3113c553-e63e-4c44-afb6-45811095a828 None None] The port '3d752633-0343-45d5-89af-ddeb39285d8d' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:40:08.550557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-703d2e89-cff4-4717-a035-c35b1fcb3ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:08.734799 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854356477'] for router_interface, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:08.854722 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:08.889410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:08.889709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 78e6cf95-d3a3-4d9b-9537-ea4e77103d41 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:08.890197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3d752633-0343-45d5-89af-ddeb39285d8d no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:08.926363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 3d752633-0343-45d5-89af-ddeb39285d8d {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:08.926768 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 3d752633-0343-45d5-89af-ddeb39285d8d not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:09.385195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Deleting port a02cbedf-a0ab-4eae-9692-54f61f87da2a {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:09.385835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:09.556180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:09.570842 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] For port a02cbedf-a0ab-4eae-9692-54f61f87da2a, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=a02cbedf-a0ab-4eae-9692-54f61f87da2a,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:09.571251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:09.703379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Calling delete_port for a02cbedf-a0ab-4eae-9692-54f61f87da2a owned by network:router_interface {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:09.897825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:09.901838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9f6e3539-3a5d-4aba-ac31-722de70f825b tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:09.947106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02cbedf-a0ab-4eae-9692-54f61f87da2a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:09.950309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:10.264089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851493588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854356327'] for router_interface, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:10.459866 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:11.120336 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 has already been hosted by L3 agent 4462e8f6-346a-477a-93d0-2c9ffbee03db {{(pid=88118) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:40:11.352239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-iscsi the message routers_updated {{(pid=88118) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:40:11.361791 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Sync routers for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:40:11.368415 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-be3bced0-e0f9-4c21-89b9-17ad53b721c2 admin admin] 10.222.0.72 "PUT /v2.0/routers/b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2787676 Dec 14 19:40:11.371174 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49286) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:11.374873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:40:11.375552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:40:09Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:11.588202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks [] for router, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:11.703785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: dv-cinder-821749-1-iscsi {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:40:11.812494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:11.821530 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Deleting port 370e9643-5640-4156-afe1-ee1953f62852 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:11.821901 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.012727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'external_fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '370e9643-5640-4156-afe1-ee1953f62852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:40:09Z', 'revision_number': 5, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port': {'id': '370e9643-5640-4156-afe1-ee1953f62852', 'name': '', 'network_id': 'b5c3fd38-6aef-4383-892d-670f34df2b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:10:40Z', 'updated_at': '2021-12-14T19:10:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089aed9c-a137-41c8-aa04-5aed87b6ebc9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-iscsi'}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:12.014328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] For port 370e9643-5640-4156-afe1-ee1953f62852, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=370e9643-5640-4156-afe1-ee1953f62852,segment=NetworkSegment(3f614e02-fbb0-4927-ae57-acd6a0f40812),segment_id=3f614e02-fbb0-4927-ae57-acd6a0f40812)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:12.014637 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.019685 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Checking router: b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 for host: dv-cinder-821749-1-iscsi {{(pid=88121) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:40:12.031100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Routers {'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'} bound to L3 agent in host dv-cinder-821749-1-iscsi {{(pid=88121) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:40:12.032071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:56:08Z,description=,heartbeat_timestamp=2021-12-14T19:40:09Z,host='dv-cinder-821749-1-iscsi',id=4462e8f6-346a-477a-93d0-2c9ffbee03db,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:56:08Z,topic='l3_agent')) {'router_ids': ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'], 'active': True} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:12.147068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Calling delete_port for 370e9643-5640-4156-afe1-ee1953f62852 owned by network:router_gateway {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:12.195102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvr_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] Set router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 gateway port host: None {{(pid=88121) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:40:12.306590 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_hamode_db [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:40:11Z', 'revision_number': 6, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port_host': None}], 'dv-cinder-821749-1-iscsi', False) {} {{(pid=88121) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:12.310823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246bc848-2c73-4568-bfb2-48957432ea7c None None] The sync data for ids ['b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5'] in dv-cinder-821749-1-iscsi is: [{'id': 'b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5', 'name': 'tempest-TestVolumeBootPattern-1862663423-router', 'tenant_id': '61077cfb82e048969c1d72ece6452c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:10:39Z', 'updated_at': '2021-12-14T19:40:11Z', 'revision_number': 6, 'project_id': '61077cfb82e048969c1d72ece6452c76', 'gw_port_host': None}] {{(pid=88121) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:40:12.330442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.336111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ba239f4b-402b-4204-a092-55fabcd981ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:12.380219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Pushing event deleted for resources: {'Port': ['ID=370e9643-5640-4156-afe1-ee1953f62852,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:12.383971 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:12.619257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854357486'] for router_gateway, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.854275 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a02cbedf-a0ab-4eae-9692-54f61f87da2a no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:12.889955 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: a02cbedf-a0ab-4eae-9692-54f61f87da2a {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:12.890361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device a02cbedf-a0ab-4eae-9692-54f61f87da2a not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:12.890835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 370e9643-5640-4156-afe1-ee1953f62852 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:12.899737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854294404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-95297'] for router, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.904389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.924638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 370e9643-5640-4156-afe1-ee1953f62852 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:12.925089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 370e9643-5640-4156-afe1-ee1953f62852 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:12.933232 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854294510'] for router, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.933851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 {{(pid=88118) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:40:12.946983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] Notify callbacks [] for router, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:12.948268 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c854c688-a037-47c2-9216-a73802e8c27c admin admin] 10.222.0.72 "DELETE /v2.0/routers/b2f5ce57-4bb8-48fe-a7c2-c02ded44a5f5 HTTP/1.1" status: 204 len: 168 time: 1.5761037 Dec 14 19:40:12.951002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49296) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:13.021516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Deleting subnet 04a33e51-f62b-48d5-a507-5c6b3e1235fe {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:40:13.025027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.080448 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.164747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.238440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.243062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:13.279410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a33e51-f62b-48d5-a507-5c6b3e1235fe,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:13.333921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:13.333921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.333921 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-dc3a865f-1c80-4fbc-819a-a9d8f87c3842 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/04a33e51-f62b-48d5-a507-5c6b3e1235fe HTTP/1.1" status: 204 len: 168 time: 0.3397918 Dec 14 19:40:13.333921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49304) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:13.334634 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de07f655-b248-4147-879b-cea4795bbf1b None None] Network d42efb82-4599-4e25-bd41-480c2119e256 requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:40:13.427760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.438654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Deleting port 6eaeb681-ed24-4f5b-910d-98014435f166 {{(pid=88118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:13.439620 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.573713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] DHCP port deletion for d42efb82-4599-4e25-bd41-480c2119e256 request from dv-cinder-821749-1-iscsi {{(pid=88120) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:40:13.578496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Deleting port 6eaeb681-ed24-4f5b-910d-98014435f166 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:13.578927 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.662698 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] For port 6eaeb681-ed24-4f5b-910d-98014435f166, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=6eaeb681-ed24-4f5b-910d-98014435f166,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:13.663295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.791703 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Calling delete_port for 6eaeb681-ed24-4f5b-910d-98014435f166 owned by network:dhcp {{(pid=88118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:13.794001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] For port 6eaeb681-ed24-4f5b-910d-98014435f166, host dv-cinder-821749-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-iscsi',level=0,port_id=6eaeb681-ed24-4f5b-910d-98014435f166,segment=NetworkSegment(33233bb4-4487-41aa-a8df-1df71c164116),segment_id=33233bb4-4487-41aa-a8df-1df71c164116)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:40:13.794445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.867527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1457211'] for port, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:13.872067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-ada11266-d84a-446d-8e48-3fc1c26b8931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:13.917797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaeb681-ed24-4f5b-910d-98014435f166,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:13.920796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:13.929720 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] No DVR routers for this DVR port 6eaeb681-ed24-4f5b-910d-98014435f166 on host dv-cinder-821749-1-iscsi {{(pid=88118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:40:14.095669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Calling delete_port for 6eaeb681-ed24-4f5b-910d-98014435f166 owned by network:dhcp {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:40:14.170447 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.db.api [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88120) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:40:14.170876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_db.api [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88120) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:40:14.298527 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.325548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42efb82-4599-4e25-bd41-480c2119e256']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:14.338467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33233bb4-4487-41aa-a8df-1df71c164116') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:14.338808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33233bb4-4487-41aa-a8df-1df71c164116') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:40:14.350897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.370572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.377968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:40:14.378396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:40:14.392811 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:40:14.476926 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.481519 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:14.506086 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.515057 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Pushing event deleted for resources: {'Network': ['ID=d42efb82-4599-4e25-bd41-480c2119e256,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:14.520240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:14.524058 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2b861257-7e3b-40bd-9984-7f1e2fe55736 admin admin] 10.222.0.72 "DELETE /v2.0/networks/d42efb82-4599-4e25-bd41-480c2119e256 HTTP/1.1" status: 204 len: 168 time: 1.2224228 Dec 14 19:40:14.672067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Deleting port 6eaeb681-ed24-4f5b-910d-98014435f166 {{(pid=88120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:40:14.672543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.745170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-015bb3ab-57a1-4cc3-b7b0-81a3250f0acc None None] The port '6eaeb681-ed24-4f5b-910d-98014435f166' was deleted {{(pid=88120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:40:14.787071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49318) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:14.843161 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-47c2fd99-7a81-44e9-a0ca-9df982206eb2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2cf054661043432a8c8712ef1f755304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547626 Dec 14 19:40:14.845956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49322) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:14.850309 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 6eaeb681-ed24-4f5b-910d-98014435f166 no longer exists at agent ovs-agent-dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:40:14.887000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] No Port match for: 6eaeb681-ed24-4f5b-910d-98014435f166 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:40:14.887340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Device 6eaeb681-ed24-4f5b-910d-98014435f166 not bound to the agent host dv-cinder-821749-1-iscsi {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:40:14.911072 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.937872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.987555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:14.992667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6a7057b7-6311-4271-b2e2-ecfe03d0aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:15.006970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f8a56e-2373-4cd2-9c9d-cef0968dce23,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:15.011170 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:15.014672 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:15.015952 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-42d086cf-57e6-46d1-9fd9-95896ef936ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d9f8a56e-2373-4cd2-9c9d-cef0968dce23 HTTP/1.1" status: 204 len: 168 time: 0.1689820 Dec 14 19:40:15.497973 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 49336) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:15.552680 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-4ee1a690-3c31-47e9-b655-1cf3fb9bdef9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=61077cfb82e048969c1d72ece6452c76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533643 Dec 14 19:40:15.555230 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 49340) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:40:15.620015 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:15.649355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:15.697317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:15.702668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b3767d64-908a-444f-b0be-2ee1731f3fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:40:15.720442 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575fa2a3-adcd-4a31-9cd4-b37a3d807f72,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:40:15.724071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:40:15.726241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:15.727485 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-d3eedcba-a3a1-4d2d-be68-dc17a881fa30 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/575fa2a3-adcd-4a31-9cd4-b37a3d807f72 HTTP/1.1" status: 204 len: 168 time: 0.1712437 Dec 14 19:40:36.334081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-99574e31-c59d-4ad3-a05e-c3824b8af3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:37.848397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:37.851561 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:38.560067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-59ae5764-ded4-4eb8-b3ad-cb7f0836c00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:39.569219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:40.475418 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:40:43.759860 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:41:06.329436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f9690a26-462b-4ed2-8fa7-b618c5ec8239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:07.845879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:07.847204 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:08.556714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5c99dac0-c7da-49b1-9c1a-2053898355d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:09.565706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:10.471411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:20.758474 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:41:34.835802 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49806) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:41:35.022410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.057326 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:41:35.061854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc2cdd50e1e4980b9d68b57da0a93c2 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:41:35.065012 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:41:35.071241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:41:35.147772 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.150952 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.158559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2eb1106b-abe0-4973-a5c6-3143ebebf4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:41:35.202171 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ade1b3-50f9-44d7-ac49-a0f7c2fd7338,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:41:35.210870 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1dc2cdd50e1e4980b9d68b57da0a93c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735759 Dec 14 19:41:35.214135 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 49812) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:41:35.215571 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.216013 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.216482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.216906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.217378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.217784 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.218215 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.218639 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.219054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.219465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.219872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:41:35.225305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-1912718e-8005-469a-99a6-09059a8cf3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:41:35.293629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.321019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.367777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.373205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-164c3f92-cc6b-46ce-a222-f3114487883f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:41:35.386145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ade1b3-50f9-44d7-ac49-a0f7c2fd7338,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:41:35.389282 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:41:35.391403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:35.392636 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a9c2c2dd-1506-4d74-a74c-595483556cb4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53ade1b3-50f9-44d7-ac49-a0f7c2fd7338 HTTP/1.1" status: 204 len: 168 time: 0.1690083 Dec 14 19:41:36.322586 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8d58f330-464f-4c6b-841a-f2eefa48623e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:37.844308 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:37.845912 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:38.552633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b1d86954-e2dc-4aea-bbd5-55e31687c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:39.573700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:40.472060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:41:57.754766 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:42:06.331548 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6614043a-18f2-46dd-899f-5247096ea7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:07.852582 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:07.855305 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:08.551928 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bc1edc5b-0f57-4887-98f4-9674822eae9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:09.581465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:10.487160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:34.747460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:42:36.329863 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee7a9-47a3-4d3b-8db6-39eff727c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:37.836893 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:37.847195 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:38.553811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7ac044a-c76e-4e18-b699-a60646d80e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:39.581986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:42:40.481482 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:06.330389 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7fb37472-7610-4f68-a47e-2e55e0edac6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:07.831365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:07.858288 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:08.553347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-72f3968b-841c-4ec7-b186-1ba0e329578f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:09.585438 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:10.494929 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:11.755411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:43:36.326423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-5c67d359-58ab-4bc4-a964-a4ca2eee2745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:37.848240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:37.859692 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:38.558468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-26b1501b-a4d9-44a4-ba64-a62f69fb5800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:39.581105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:40.494246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:43:48.753596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:44:06.323173 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-7498ac4a-bebb-49ea-8922-fac53705e5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:07.845747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:07.872853 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:08.563964 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9bda03ef-99f4-4f45-9c29-94f59709acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:09.589876 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:10.497835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:25.751102 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:44:36.324028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-26f4ce7e-fe62-490b-b8df-8dc84e6945cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:37.840180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:37.871581 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:38.557870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f9250c47-d805-41a4-a52b-24fe40a8a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:39.592123 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:44:40.497304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:02.745837 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:45:06.319399 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9dc04d66-2904-4ea2-989f-3b43ba7baf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:07.836991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:07.875206 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:08.566194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6011f570-4567-460c-8dec-fdc3d0aa3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:09.593153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:10.512499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:36.322596 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9357bd06-158b-40b4-bf71-b9a4f75b790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:37.841175 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:37.870974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:38.563896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2f746970-9b9c-4835-b31e-5f98238cbf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:39.598436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:45:39.747599 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:45:40.512357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:06.326218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a07dfb6a-756f-41eb-9d06-59d91f64d85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:07.843054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:07.886115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:08.556957 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-29e77d7e-57a7-4746-95e0-585fd5873887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:09.601855 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:10.516840 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:16.750777 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:46:36.335411 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-67a0e5de-0070-4f2f-b7fa-1151519986e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:37.852759 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:37.903572 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:38.561339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-130db563-4c6e-4581-ae6d-4ec57c3cad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:39.601643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:40.517714 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:46:53.758266 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:47:06.338240 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d4d85436-e548-4635-84e6-232ff2e935aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:07.840194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:07.904697 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:08.576079 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b7d28290-f7c5-4017-9773-081d2f8cd195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:09.613989 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:10.522458 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:30.756040 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:47:36.348107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9f94-2a9f-45b9-918f-f6aa2943f1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:37.844502 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:37.901124 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:38.575035 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c5380cce-50a1-42a5-b926-e923f2d3023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:39.610915 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:40.527165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:47:57.826905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-076ab163-1240-4203-bf93-c530aa8f0d31 req-296ce247-9f3a-45b2-9a49-2b5fb7163a72 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] (88119) timed out ('10.222.0.66', 64969) {{(pid=88119) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:48:04.080261 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 52082) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:48:04.375713 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Deleting subnet 054dac0e-b0ae-4158-b352-ade39c594d71 {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:48:04.379146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.437488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.498159 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.582694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.588031 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:48:04.630906 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054dac0e-b0ae-4158-b352-ade39c594d71,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:48:04.639742 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.647226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.647686 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.648104 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.648517 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.648923 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.649358 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.649765 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.650147 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.650562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.650983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.651380 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:48:04.655128 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/054dac0e-b0ae-4158-b352-ade39c594d71 HTTP/1.1" status: 204 len: 168 time: 0.5737965 Dec 14 19:48:04.656089 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-73a013fc-d1d0-47fa-8e08-369f79548861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:48:04.658991 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 52092) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:48:04.773794 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.910366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.945412 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabdd67e-a508-46f0-8bb4-f969f18a5656']}} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:48:04.958851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993') {'for_net_delete': True} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:48:04.959198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbca55e1-c7a8-4b74-a059-cd0c9c4cc993') {} {{(pid=88118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:48:04.971349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15367322'] for segment, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.986397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:04.992859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=88118) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:48:04.993314 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1458159'] for segment, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:48:05.007272 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:48:05.093306 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.097208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d747bbb7-890e-46cb-90be-ecc7273d8ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:48:05.111245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.122268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabdd67e-a508-46f0-8bb4-f969f18a5656,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:48:05.125641 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:48:05.131229 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-807eda6a-0080-4ed7-9249-c955100b8955 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eabdd67e-a508-46f0-8bb4-f969f18a5656 HTTP/1.1" status: 204 len: 168 time: 0.4712274 Dec 14 19:48:05.293626 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 52098) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:48:05.347543 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-12ec282b-df09-429c-a29d-2435803222bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5715a6d7f14646ea887dde8d034bac44&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525424 Dec 14 19:48:05.350014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 52102) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:48:05.412153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.444056 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.497092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.502375 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-99ca2cc4-8aa7-4975-92ae-348988401af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:48:05.516631 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d82725-e09e-46d6-aeeb-d75231b62f75,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:48:05.519536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:48:05.531300 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:05.532855 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-44da7384-1281-49f1-8365-55711c25cf2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1d82725-e09e-46d6-aeeb-d75231b62f75 HTTP/1.1" status: 204 len: 168 time: 0.1815569 Dec 14 19:48:06.340815 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f5e3709f-8039-4345-859c-9fbc6a9ea4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:07.758152 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:48:07.841445 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:07.916301 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:08.573478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b9a4a09d-9ab8-428c-810d-e47ce34e23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:09.624488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:10.534501 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:13.124217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-97c8005d-cc0b-4593-913d-7f9fac7d103e req-c27532a7-48f1-45c3-b1c7-67fc9c29caac tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] (88119) timed out ('10.222.0.72', 57002) {{(pid=88119) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:48:36.343069 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-58ad393e-d4d3-42ff-99f0-c95e8b0dfcf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:37.843584 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:37.915001 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:38.568165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-96707d0f-34b7-4fbe-b169-537c8d32f3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:39.616793 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:40.544083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:48:44.753776 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:48:58.431558 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-53feced0-93f1-4681-8f10-106405528a73 req-ddd96828-aa37-4b91-814f-c2fea27a8597 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] (88118) timed out ('10.222.0.72', 57026) {{(pid=88118) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 14 19:49:06.341203 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-75e24923-b7cb-447f-944f-8f81294eed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:07.845997 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:07.924790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:08.581783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-641ed652-6a7a-425d-9425-bfae62d9aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:09.631578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:10.538387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:21.763181 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:49:36.342882 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dee7dc44-45ac-4487-8ab0-2877a99b97e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:37.842709 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:37.919337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:38.585969 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-059ed391-9177-40e1-9a7f-719344942417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:39.630162 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:40.547183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:49:58.761986 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:50:06.336908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-665c1382-8912-48c6-9494-0876763cd255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:07.843342 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:07.921265 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:08.586092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cefe6c27-91df-484a-a0ea-e70541d94366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:09.637076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:10.544027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:35.754376 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:50:36.351695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-455b3939-1b3b-47b4-b69d-678b6ad9cebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:37.841925 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:37.916451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:38.583701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2cb16ce2-c56e-40f9-8f50-5965e2220e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:39.641911 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:50:40.558727 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:06.353194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f3908fab-d98a-4337-94d7-7a065212b47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:07.837880 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:07.923345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:08.581889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-ff42e3e2-a413-45f6-86e3-9352ac876e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:09.649251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:10.551881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:12.755717 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:51:36.354559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-1e1be360-7a41-41e7-9a52-53f98a7dc3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:37.841913 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:37.929773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:38.579425 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-879d3f09-3be0-43e1-81a7-923e87286323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:39.650157 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:40.556966 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:51:49.764030 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:52:06.357865 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2af76557-badc-4265-93db-352680536b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:07.853085 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:07.928803 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:08.581238 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-314e9cb2-d99f-4c5b-b3b3-1a639a44262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:09.657097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:10.556625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:26.761028 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:52:36.360734 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-126a4b6f-df5e-426e-8793-2a3998e763a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:37.854241 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:37.951746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:38.577886 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b4ef5293-20fe-4dbe-ac79-bb86aee2d684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:39.660225 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:52:40.568276 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:03.756302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:53:06.360400 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7558f05-293e-406f-bb6b-54538b8415a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:07.855063 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:07.945274 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:08.574619 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bb87c6a1-0988-4aee-84b5-67e4b2672605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:09.662321 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:10.567896 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:36.360678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2e2f0696-b989-4d4b-8c0e-06cea60e0bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:37.853403 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:37.942621 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.346687 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53376) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:38.541895 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.568671 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c2f366f-5421-4c29-9890-e8e584885172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.575809 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:53:38.579994 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Usage tracker for resource:security_group_rule and tenant:fab8587fea484f53a32cb47740d16b56 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:53:38.583100 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:53:38.589365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:53:38.661609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.665436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.672488 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:38.714481 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bc2e03-f5f2-429c-ace6-57120cc3dcab,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:38.721358 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fab8587fea484f53a32cb47740d16b56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3734517 Dec 14 19:53:38.724524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53382) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:38.727137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.727562 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.727974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.728382 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.728790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.729229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.729657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.730084 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.730487 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.730905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.731278 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.735372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a3cce343-3726-41ec-984b-578833c5db94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:38.791071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.817789 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.885193 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.891839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a987df03-155e-4a3c-9877-2f8c0f7969a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:38.907751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bc2e03-f5f2-429c-ace6-57120cc3dcab,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:38.917838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:38.919071 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/37bc2e03-f5f2-429c-ace6-57120cc3dcab HTTP/1.1" status: 204 len: 168 time: 0.1934345 Dec 14 19:53:38.921027 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.921486 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.921908 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.922320 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.922730 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.923145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.923555 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.923983 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.924390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.924790 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.925277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:53:38.928467 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:39.661016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:40.572898 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:40.757475 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:53:44.814747 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53458) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:44.981319 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.016832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:53:45.021202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Usage tracker for resource:security_group_rule and tenant:7b72a2d8f34a4ee3b4af555103d7ca0a is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:53:45.024361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:53:45.030975 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:53:45.102778 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.106543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.114081 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-56fb3b9c-a762-440c-bd66-562caaef710d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:45.158741 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d2583a-369b-4ed1-b444-d3fab3d4322a,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:45.163003 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7b72a2d8f34a4ee3b4af555103d7ca0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3470678 Dec 14 19:53:45.164018 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b741193b-f504-4627-a077-c8e6a6256861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:45.166706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53464) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:45.230732 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.258344 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.314580 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.319774 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-65904102-6074-4352-afff-623c2faeb2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:45.333343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d2583a-369b-4ed1-b444-d3fab3d4322a,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:45.336156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:45.337459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.338755 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/90d2583a-369b-4ed1-b444-d3fab3d4322a HTTP/1.1" status: 204 len: 168 time: 0.1710448 Dec 14 19:53:45.709328 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53472) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:45.730355 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.780909 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:53:45.785337 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Usage tracker for resource:security_group_rule and tenant:01795449cd0447409c0006cf061c88d2 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:53:45.788434 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:53:45.794743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:53:45.863699 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.868317 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:45.875117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6be69f24-b840-4a68-9b47-7e91fb49f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:45.914740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef2c9a4-44fa-4c3f-8c5c-ffe4198cacb0,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:45.919820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:45.923408 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8a36ca37-691b-4fc1-bbfa-53f5c3f4d453 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01795449cd0447409c0006cf061c88d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2129424 Dec 14 19:53:45.926539 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53476) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:45.989343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:46.017155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:46.064011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:46.069365 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e6b05c8f-1d6e-4887-8f48-22f06518b3e6 tempest-TestVolumeBootPattern-1960834720 tempest-TestVolumeBootPattern-1960834720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:46.082137 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef2c9a4-44fa-4c3f-8c5c-ffe4198cacb0,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:46.084478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:46.092158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:46.093449 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6ef2c9a4-44fa-4c3f-8c5c-ffe4198cacb0 HTTP/1.1" status: 204 len: 168 time: 0.1661301 Dec 14 19:53:49.608158 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53550) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:49.784624 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:49.819638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:53:49.823920 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Usage tracker for resource:security_group_rule and tenant:c8efcf7959b8444b823e35929e82e9ef is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:53:49.827515 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:53:49.833652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:53:49.902845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:49.907646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:49.914457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d32c7989-1f21-4303-ab41-7a63d08a49c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:49.957510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765678ff-d43f-40a6-8ce6-07052f528452,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:49.961307 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:49.963704 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-f03b3127-c89a-47c7-8f1b-118113a03e17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c8efcf7959b8444b823e35929e82e9ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544528 Dec 14 19:53:49.967148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53556) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:50.033256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.065861 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.116701 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.120614 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-938c6745-3761-4898-ae62-6aa6d11cdd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:50.134093 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765678ff-d43f-40a6-8ce6-07052f528452,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:50.137605 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:50.139750 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.140903 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-2344edd8-4e90-4816-a540-c32006dfb3c6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/765678ff-d43f-40a6-8ce6-07052f528452 HTTP/1.1" status: 204 len: 168 time: 0.1728127 Dec 14 19:53:50.506680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53564) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:50.527128 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.561529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:53:50.566242 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Usage tracker for resource:security_group_rule and tenant:88b481bd809d4dbcb5ec96fba4bf2999 is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:53:50.569613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:53:50.576125 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:53:50.646788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.650816 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.657823 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-7e2c5e26-bf1a-45f2-a860-125a7fe64db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:50.700388 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ae5404-fec1-46b8-9b05-9eead58affcc,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:50.703669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:50.706470 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-453f1620-f20d-46c1-bc38-79ebcb8248e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=88b481bd809d4dbcb5ec96fba4bf2999&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1986496 Dec 14 19:53:50.709394 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53568) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:53:50.776651 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.804323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.849818 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.853726 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-57f530a4-5b3e-4aba-9623-1f73329eae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:53:50.865516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ae5404-fec1-46b8-9b05-9eead58affcc,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:53:50.869369 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:53:50.872760 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:53:50.876880 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9c78a561-de56-4d13-8f48-2e20cbc8850a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0ae5404-fec1-46b8-9b05-9eead58affcc HTTP/1.1" status: 204 len: 168 time: 0.1664681 Dec 14 19:54:06.354788 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-691333f9-23dc-467d-9f39-7c8af0a53cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:07.847700 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:07.943233 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:08.586163 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-be6fac95-0740-464e-81b5-f4fc1f69c8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:09.671364 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:10.579755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:17.764881 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:54:18.367023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53700) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:18.529675 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.563848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:18.568156 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Usage tracker for resource:security_group_rule and tenant:31775b6bab304862a340641e7855c05f is out of sync, need to count used quota {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:18.571944 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88118) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:18.578119 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88118) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:18.654217 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.658088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.664773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c099e2cd-5f01-4f25-b7f9-91929950738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:18.706008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc321d-0994-46d0-adf3-b6e4bbef2171,revision_number=1']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:18.709598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:18.712294 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-24bd184c-527a-4ac5-9102-0704672770ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31775b6bab304862a340641e7855c05f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439686 Dec 14 19:54:18.716578 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53706) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:18.783613 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.812029 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.865244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.871559 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8d658bed-9b80-436b-97db-5496d01136ad tempest-TestShelveInstance-627852880 tempest-TestShelveInstance-627852880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:18.883826 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc321d-0994-46d0-adf3-b6e4bbef2171,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:18.887268 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:18.889202 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:18.890422 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-b65c2291-f9ae-41a3-9480-dfd5ce7cead2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e1bc321d-0994-46d0-adf3-b6e4bbef2171 HTTP/1.1" status: 204 len: 168 time: 0.1727753 Dec 14 19:54:19.821981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53728) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:20.058185 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355527098-network', 'tenant_id': '1a70655178f246978d071cc98741c657'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:20.063435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:20.067652 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Usage tracker for resource:network and tenant:1a70655178f246978d071cc98741c657 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:20.070786 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:20.078020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:20.089044 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Made reservation on behalf of 1a70655178f246978d071cc98741c657 for: {'network': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:54:20.093844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for network, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.107724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.140932 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:20.145347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Usage tracker for resource:security_group_rule and tenant:1a70655178f246978d071cc98741c657 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:20.148444 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:20.155718 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:20.229746 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.233963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.237007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f38ac95b-f315-4db1-aec7-3dbe932598e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:20.269357 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=88119) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:54:20.278245 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:20.282054 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:20.284585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.284959 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.db.segments_db [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Added segment c94165d2-26fe-485d-b0e8-5da3190ff120 of type vlan for network 93a8f148-a4ca-43cc-9c85-47927fb5266b Dec 14 19:54:20.317941 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741828116817'] for network, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.351574 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212'] for network, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.352848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:20.353525 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.357038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:20.463064 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6397142 Dec 14 19:54:20.464177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Pushing event updated for resources: {'Network': ['ID=93a8f148-a4ca-43cc-9c85-47927fb5266b,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:20.466293 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 53736) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:20.469177 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-6ab8bcd1-0fe4-4ea4-add7-57352c07f5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:20.473311 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Request body: {'subnet': {'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355527098-subnet', 'tenant_id': '1a70655178f246978d071cc98741c657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:20.475879 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b details requested by agent ovs-agent-dv-cinder-821749-1-iscsi with host dv-cinder-821749-1-iscsi {{(pid=88120) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:54:20.478191 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:20.482485 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Usage tracker for resource:subnet and tenant:1a70655178f246978d071cc98741c657 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:20.485554 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:20.491678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:20.502569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Made reservation on behalf of 1a70655178f246978d071cc98741c657 for: {'subnet': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:54:20.507350 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839353436'] for subnet, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.730097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1496247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839353419'] for subnet, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.733859 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:20.800246 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae511a7-1845-4e42-9052-676f1cb0e3c7,revision_number=0']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:20.803401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:20.827478 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Checking segment: {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:54:20.828019 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Network hostable DHCP agents. Network: 93a8f148-a4ca-43cc-9c85-47927fb5266b, hostable agents: ['e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52'], hosted agents: [] {{(pid=88119) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:54:20.851798 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b is scheduled to be hosted by DHCP agent e6b9d3a1-2b67-4a34-ae09-b809a3a5ce52 with binding_index 1 {{(pid=88119) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:54:20.861184 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-iscsi, 93a8f148-a4ca-43cc-9c85-47927fb5266b) {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:54:20.865453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:20.866111 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for subnet, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:20.870835 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34fe3b6-babe-484b-82b4-cbfc37318402 None None] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:54:20.888521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-163045b7-fdb8-4a6e-aa64-c909797093b2 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4211333 Dec 14 19:54:21.103609 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc30e2-f593-46ec-9499-18d0929d0b6e None None] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b requested from dv-cinder-821749-1-iscsi {{(pid=88120) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:54:23.284490 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53770) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:23.442825 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-6016f729-de4a-4347-ba8d-a6d93e77a70f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:23.444481 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-6016f729-de4a-4347-ba8d-a6d93e77a70f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 809 time: 0.1587131 Dec 14 19:54:23.465446 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-9cfbe996-9878-46f3-a751-961cb20162ee tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/quotas/1a70655178f246978d071cc98741c657 HTTP/1.1" status: 200 len: 375 time: 0.0119793 Dec 14 19:54:23.514864 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-95d8188c-eb3d-47ab-b42e-3bda165f2c70 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441489 Dec 14 19:54:23.603978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-dcfd9e95-82f8-4b76-93ba-f0a6f5954eef service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88118) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:54:23.605318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-dcfd9e95-82f8-4b76-93ba-f0a6f5954eef service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0835648 Dec 14 19:54:23.755197 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-fb660802-e570-4367-adb5-4ce515f2f0e7 service neutron] 10.222.0.72 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428623 Dec 14 19:54:23.906485 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-6b9d02b4-1963-4ad0-8792-df04a924fb1e service neutron] 10.222.0.72 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442096 Dec 14 19:54:24.060540 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 53784) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:24.189675 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-0f3f8bc8-b9cf-4b48-84cd-5c93f0aa12ab req-a3c8be96-6848-4164-a6f1-2d6962ede0b8 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 210 time: 0.1277499 Dec 14 19:54:25.312838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.66', 49381) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:54:25.372751 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-990a6045-f717-4e19-8d84-b85a0d8bfe19 req-c2390b1f-5bad-4fc4-a624-7a3e4eb1b285 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 210 time: 0.0522339 Dec 14 19:54:25.472457 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-88d935d0-1668-44b2-b21f-9719e8604511 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:25.473226 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-88d935d0-1668-44b2-b21f-9719e8604511 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Synchronizing usage tracker for tenant:1a70655178f246978d071cc98741c657 on resource:network {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:54:25.490115 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-88d935d0-1668-44b2-b21f-9719e8604511 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Unset dirty status for tenant:1a70655178f246978d071cc98741c657 on resource:network {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:54:25.491364 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-88d935d0-1668-44b2-b21f-9719e8604511 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 809 time: 0.1768043 Dec 14 19:54:25.506877 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Request body: {'port': {'device_id': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b', 'admin_state_up': True, 'tenant_id': '1a70655178f246978d071cc98741c657'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:25.650420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:25.654844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Usage tracker for resource:port and tenant:1a70655178f246978d071cc98741c657 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:25.658077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:25.664922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:25.675007 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Made reservation on behalf of 1a70655178f246978d071cc98741c657 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:54:25.680494 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:25.860347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Allocated IP 172.20.0.2 (93a8f148-a4ca-43cc-9c85-47927fb5266b/aae511a7-1845-4e42-9052-676f1cb0e3c7/f7b63db0-5e00-4e54-a9c6-2ceae01e7424) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:54:26.075250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.106198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.112141 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f70c78e8-a68a-476f-ad62-9402a74609ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:26.182219 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:54:26.185820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:54:26.190239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:54:26.220454 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Pushing event updated for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:26.225998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:26.260290 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:26.261061 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.284015 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-33a468b1-b371-4c79-b535-a8f111ac1b9a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812760 Dec 14 19:54:26.294993 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-b86177e6-9990-49bc-842b-b2437fe26a03 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=88119) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:54:26.296039 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-b86177e6-9990-49bc-842b-b2437fe26a03 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054445 Dec 14 19:54:26.386537 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Request body: {'port': {'device_id': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:26.503353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.582704 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aff21-166f-478f-8aed-00a9d793c082 req-684aab96-002b-4bb2-ad4d-234af5bff598 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:26.584278 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a7aff21-166f-478f-8aed-00a9d793c082 req-684aab96-002b-4bb2-ad4d-234af5bff598 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 931 time: 0.0852966 Dec 14 19:54:26.635885 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1a7aff21-166f-478f-8aed-00a9d793c082 req-6ab84e48-d4bf-4a50-84c4-f1f0ab884d3f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Dec 14 19:54:26.884146 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b63db0-5e00-4e54-a9c6-2ceae01e7424 {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:54:26.892744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.915847 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Transition to ACTIVE for port object f7b63db0-5e00-4e54-a9c6-2ceae01e7424 will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:54:26.919439 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:26.923182 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5da1608f-010d-4db1-a9b3-ce8ad485d341 tempest-VolumesSnapshotTestJSON-1625355475 tempest-VolumesSnapshotTestJSON-1625355475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:27.274281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:27.277782 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:27.399674 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Attempting to bind port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:54:27.400323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Attempting to bind port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:54:27.400323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Attempting to bind port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 on network 93a8f148-a4ca-43cc-9c85-47927fb5266b {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:54:27.407856 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 on network 93a8f148-a4ca-43cc-9c85-47927fb5266b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:54:27.408221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Attempting to bind port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 on network 93a8f148-a4ca-43cc-9c85-47927fb5266b {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:54:27.415312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:54:27.415690 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Checking segment: {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:54:27.416117 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Bound using segment: {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:54:27.416598 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Bound port: f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:54:27.417064 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:27.514046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:54:27.517390 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:54:27.521963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:27.525804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c83f8df1-69f2-46de-923b-37e98c351d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:27.590450 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:27.591963 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] 10.222.0.66 "PUT /v2.0/ports/f7b63db0-5e00-4e54-a9c6-2ceae01e7424 HTTP/1.1" status: 200 len: 1093 time: 1.2883925 Dec 14 19:54:27.592511 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:27.605470 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:27.609014 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-f583fe7d-68d1-47ce-9ca9-93ee00ba91f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:27.716056 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-0c6928fa-2cd6-4320-8aa9-ac490c3e3205 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 1096 time: 0.0864177 Dec 14 19:54:27.777540 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424', 'status': 'completed', 'code': 200} Dec 14 19:54:27.791965 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-bebc428b-7956-4eae-8515-c0b1ff6ed700 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424 HTTP/1.1" status: 200 len: 217 time: 0.0681918 Dec 14 19:54:27.859560 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e80c54-0097-4f26-92fd-297d2c964b1a req-e4f6dc1c-ea26-4e05-a60b-d871f9aa3d69 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:27.861235 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76e80c54-0097-4f26-92fd-297d2c964b1a req-e4f6dc1c-ea26-4e05-a60b-d871f9aa3d69 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 943 time: 0.0913985 Dec 14 19:54:27.873839 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-68d9a896-55b3-4552-970b-e5f5f72c1cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:27.875429 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-68d9a896-55b3-4552-970b-e5f5f72c1cc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aae511a7-1845-4e42-9052-676f1cb0e3c7 HTTP/1.1" status: 200 len: 849 time: 0.0762100 Dec 14 19:54:27.914291 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-76e80c54-0097-4f26-92fd-297d2c964b1a req-e666f7dc-cc47-466a-b03b-f5f40e3cbb08 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442536 Dec 14 19:54:27.927526 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-c04147a3-7178-4fc2-887b-10630fe386d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93a8f148-a4ca-43cc-9c85-47927fb5266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452161 Dec 14 19:54:28.073819 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-914250be-6e86-433e-aa2a-927102c3f8aa service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398437 Dec 14 19:54:28.227589 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7b2974b4-e3d7-4e15-838e-ed7598f47a86 req-22769d8e-1bdf-4c68-b15c-5886f3f2255d service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478338 Dec 14 19:54:28.359654 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-cf6eb81d-7342-40b0-92f7-0d4cbfb383b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 1096 time: 0.0766191 Dec 14 19:54:28.516753 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-cfe6f005-cec9-4b20-9d8d-5c8c1c77eb98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:28.518416 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-cfe6f005-cec9-4b20-9d8d-5c8c1c77eb98 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 910 time: 0.1522441 Dec 14 19:54:28.593990 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-074073a4-34e3-4613-b88b-d443146189c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424 HTTP/1.1" status: 200 len: 217 time: 0.0681915 Dec 14 19:54:28.664465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-809b25e2-9c24-44d4-9c90-2699c734c521 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:28.665988 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-809b25e2-9c24-44d4-9c90-2699c734c521 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aae511a7-1845-4e42-9052-676f1cb0e3c7 HTTP/1.1" status: 200 len: 849 time: 0.0653925 Dec 14 19:54:28.719125 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-639ee237-d7de-4c27-9a84-b63ca3beab55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93a8f148-a4ca-43cc-9c85-47927fb5266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469081 Dec 14 19:54:28.875247 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-e84565d9-d7c9-4568-a372-87b44d3cf5d2 service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491308 Dec 14 19:54:29.024318 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-abb5f91b-7742-4936-94aa-bc277d21dd38 req-2f18e3f0-21af-4342-a377-2fabc7b367eb service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415207 Dec 14 19:54:29.132682 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd69d56-1ed4-4fc8-9649-694886df2876 req-33835cce-40dd-457d-8856-5747612aa5ae tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:29.134349 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9fd69d56-1ed4-4fc8-9649-694886df2876 req-33835cce-40dd-457d-8856-5747612aa5ae tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 943 time: 0.0857842 Dec 14 19:54:29.183764 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9fd69d56-1ed4-4fc8-9649-694886df2876 req-8a07cd6f-23d7-435e-8a5a-1d0e5aae6673 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Dec 14 19:54:30.407194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960cc6-c1f3-45df-a141-c2ce022f3cb2 req-b40387ae-89df-47c5-81c4-6c5e28bc3f01 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:30.408691 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3960cc6-c1f3-45df-a141-c2ce022f3cb2 req-b40387ae-89df-47c5-81c4-6c5e28bc3f01 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 943 time: 0.0994456 Dec 14 19:54:30.460325 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c3960cc6-c1f3-45df-a141-c2ce022f3cb2 req-7a2fd8e6-5190-4f6a-bb06-b0c211daf210 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Dec 14 19:54:31.415075 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device f7b63db0-5e00-4e54-a9c6-2ceae01e7424 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:54:31.569869 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:31.584092 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424', 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b', 'port_id': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424', 'mac_address': 'fa:16:3e:4a:16:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae511a7-1845-4e42-9052-676f1cb0e3c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:54:31.641008 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:31.659868 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b63db0-5e00-4e54-a9c6-2ceae01e7424 {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:54:31.675797 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923482-e04e-453a-939b-7c18502a5f21 req-ef1fe818-8479-4ffa-888e-32f61ef5afe8 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:31.675987 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:31.677414 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3a923482-e04e-453a-939b-7c18502a5f21 req-ef1fe818-8479-4ffa-888e-32f61ef5afe8 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 943 time: 0.0863996 Dec 14 19:54:31.680723 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:31.682646 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-d66e3779-1a07-47b9-94a8-00df2a61cb77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:31.728876 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3a923482-e04e-453a-939b-7c18502a5f21 req-1621f8df-6fb2-4b5f-a69c-cb4a68ec548a tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Dec 14 19:54:31.750981 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:31.760346 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.760737 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.761312 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.761828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.762208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.762625 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.762998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.763372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.763744 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.764094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.764492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:31.768949 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:32.079228 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['f7b63db0-5e00-4e54-a9c6-2ceae01e7424'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:54:32.954343 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68f0af-af19-44d1-a434-b175b952455d req-34806bdf-bdfd-466e-8320-5afe2ba1b33e tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:32.955912 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9b68f0af-af19-44d1-a434-b175b952455d req-34806bdf-bdfd-466e-8320-5afe2ba1b33e tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 944 time: 0.0898938 Dec 14 19:54:33.005228 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9b68f0af-af19-44d1-a434-b175b952455d req-1716d948-f13d-48d2-83cf-5b3bd63fe5bc tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Dec 14 19:54:33.429889 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device f7b63db0-5e00-4e54-a9c6-2ceae01e7424 up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:54:33.514638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:54:33.520780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:54:33.521557 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:33.645060 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:33.673183 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:33.683348 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:33.687221 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:33.689216 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43607e2b-a2e5-4175-9938-f58da405640b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:33.757897 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:33.761516 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:33.816711 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424', 'code': 200} Dec 14 19:54:34.074974 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a6f3d729-dc89-4088-afe0-9deb174519da req-2cb3b42e-55ac-4a04-80eb-d059e83a96ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 1098 time: 0.0807967 Dec 14 19:54:34.121871 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a6f3d729-dc89-4088-afe0-9deb174519da req-a2016b30-a85d-49b0-8ade-dc89e10ec721 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Dec 14 19:54:34.234459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca2382-33ec-4061-bf89-c5936b24ad04 req-8d37b463-95f0-4a6f-8b7d-a47603d8fb26 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:34.236063 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31ca2382-33ec-4061-bf89-c5936b24ad04 req-8d37b463-95f0-4a6f-8b7d-a47603d8fb26 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.0870340 Dec 14 19:54:34.294120 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-31ca2382-33ec-4061-bf89-c5936b24ad04 req-347fea94-d77b-4b5d-baa0-14918609aabf tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486596 Dec 14 19:54:35.523998 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01c72f-adb8-4561-8abd-a1a733ea6f08 req-4b2c9890-570f-4ff1-a54f-1ea7510b6912 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:35.525902 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1c01c72f-adb8-4561-8abd-a1a733ea6f08 req-4b2c9890-570f-4ff1-a54f-1ea7510b6912 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.0959795 Dec 14 19:54:35.576134 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-1c01c72f-adb8-4561-8abd-a1a733ea6f08 req-011d2d11-4a18-49d0-b062-8838ecf7f768 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Dec 14 19:54:36.365496 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e55f-1877-4d9b-8e64-11839fda1950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:37.017172 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965cbc-4f5d-45a6-921c-c70cf3e8f0b2 req-0fe84605-39cb-463f-9f17-ea8a7adadbe3 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:37.018677 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-73965cbc-4f5d-45a6-921c-c70cf3e8f0b2 req-0fe84605-39cb-463f-9f17-ea8a7adadbe3 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.3174467 Dec 14 19:54:37.072116 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-73965cbc-4f5d-45a6-921c-c70cf3e8f0b2 req-f06df298-5650-4662-b527-121b6ffaf8e9 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Dec 14 19:54:37.854716 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:37.942218 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:38.188680 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e766a-6dc7-4920-8ffe-c28f9f216f23 req-0182bdb9-b80f-4085-8ecf-083fd886407c tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:38.190355 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ad0e766a-6dc7-4920-8ffe-c28f9f216f23 req-0182bdb9-b80f-4085-8ecf-083fd886407c tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.0919251 Dec 14 19:54:38.243332 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ad0e766a-6dc7-4920-8ffe-c28f9f216f23 req-b6fff6aa-e9e4-408e-b1b6-99c404a717d6 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Dec 14 19:54:38.579476 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-87aef2bb-1819-4c56-acd3-21f7b291c1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:39.471706 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba36668-ebf1-497f-9946-ad897e2f3691 req-1c136a14-1d59-4c95-9bb7-750d6c1345b6 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:39.473252 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ba36668-ebf1-497f-9946-ad897e2f3691 req-1c136a14-1d59-4c95-9bb7-750d6c1345b6 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.0880184 Dec 14 19:54:39.493341 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-70bb2d33-8c5c-42a6-a8ac-4df9b9fe4a56 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:39.494020 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-70bb2d33-8c5c-42a6-a8ac-4df9b9fe4a56 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Synchronizing usage tracker for tenant:1a70655178f246978d071cc98741c657 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:54:39.512387 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-70bb2d33-8c5c-42a6-a8ac-4df9b9fe4a56 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Unset dirty status for tenant:1a70655178f246978d071cc98741c657 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:54:39.513757 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-70bb2d33-8c5c-42a6-a8ac-4df9b9fe4a56 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 945 time: 0.1085932 Dec 14 19:54:39.522790 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-9ba36668-ebf1-497f-9946-ad897e2f3691 req-1ea39df1-1529-448c-b6a1-77226218fb73 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434237 Dec 14 19:54:39.586023 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Deleting port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:54:39.586406 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:39.668872 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:39.850269 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] For port f7b63db0-5e00-4e54-a9c6-2ceae01e7424, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:39.850678 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:39.981005 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Calling delete_port for f7b63db0-5e00-4e54-a9c6-2ceae01e7424 owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:54:40.129302 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:40.135711 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-68718e0f-e7a8-4f93-b541-1ccc2387c509 tempest-AttachVolumeShelveTestJSON-1523238015 tempest-AttachVolumeShelveTestJSON-1523238015-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:40.141284 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['f7b63db0-5e00-4e54-a9c6-2ceae01e7424'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:54:40.179281 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Pushing event deleted for resources: {'Port': ['ID=f7b63db0-5e00-4e54-a9c6-2ceae01e7424,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:40.220801 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.221229 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.221664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.222066 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.222465 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.223543 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.223979 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.224419 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.224812 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.225236 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.225633 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:54:40.233459 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:40.268383 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] No DVR routers for this DVR port f7b63db0-5e00-4e54-a9c6-2ceae01e7424 on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:54:40.270972 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:40.274257 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'name': 'network-vif-deleted', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:40.290962 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6fa0c27c-032b-452a-9c19-34c4cdbb495f req-5402a6c2-9c17-420a-85ad-5a485559fd6b tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "DELETE /v2.0/ports/f7b63db0-5e00-4e54-a9c6-2ceae01e7424 HTTP/1.1" status: 204 len: 173 time: 0.7715485 Dec 14 19:54:40.334242 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9be8dd9-4427-4519-8c41-dca204d24e6c', 'name': 'network-vif-deleted', 'tag': 'f7b63db0-5e00-4e54-a9c6-2ceae01e7424', 'status': 'completed', 'code': 200} Dec 14 19:54:40.579844 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:40.710633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee7e601a-caa2-489e-97d3-7598eabe2ec2 req-54e42693-5bda-4871-95c8-d0d1eb6a4780 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=c9be8dd9-4427-4519-8c41-dca204d24e6c HTTP/1.1" status: 200 len: 210 time: 0.0454087 Dec 14 19:54:42.136749 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-94c0a827-d1fe-4e74-b093-883d0679b6f3 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:42.138596 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-94c0a827-d1fe-4e74-b093-883d0679b6f3 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 809 time: 0.1709659 Dec 14 19:54:42.166090 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-b4336bfb-2968-42d0-9c07-10128a2481a0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/quotas/1a70655178f246978d071cc98741c657 HTTP/1.1" status: 200 len: 375 time: 0.0175333 Dec 14 19:54:42.226218 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-f893f3a4-b2b9-47be-8463-b656594a16bd tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544074 Dec 14 19:54:42.374793 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-25ab74df-4d27-44c7-ac3f-a1277ab7b294 service neutron] 10.222.0.72 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373296 Dec 14 19:54:42.523559 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-6bb341a5-ffa4-450d-9c21-816c63168ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421762 Dec 14 19:54:42.740826 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6b1c2d10-f707-41e6-b493-af7aebe5b9ce req-433e364d-578e-42b6-8dd9-119bc460bfb4 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 210 time: 0.0452671 Dec 14 19:54:43.476795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device f7b63db0-5e00-4e54-a9c6-2ceae01e7424 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:54:43.521347 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: f7b63db0-5e00-4e54-a9c6-2ceae01e7424 {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:54:43.521738 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device f7b63db0-5e00-4e54-a9c6-2ceae01e7424 not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:54:43.831116 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-fa5ef7a1-3983-4d64-b623-626427374f8f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:43.832687 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-fa5ef7a1-3983-4d64-b623-626427374f8f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 809 time: 0.1635363 Dec 14 19:54:43.847077 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Request body: {'port': {'device_id': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b', 'admin_state_up': True, 'tenant_id': '1a70655178f246978d071cc98741c657'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:43.920182 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-b7cbf82e-0b74-47de-9ddd-1a30102d8644 req-7881336e-7f6c-4963-b674-84632c7469ea tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 210 time: 0.0466983 Dec 14 19:54:44.003585 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:54:44.008492 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Usage tracker for resource:port and tenant:1a70655178f246978d071cc98741c657 is out of sync, need to count used quota {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:54:44.012091 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88119) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:54:44.018970 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.quota.driver [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88119) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:54:44.030194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Made reservation on behalf of 1a70655178f246978d071cc98741c657 for: {'port': 1} {{(pid=88119) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:54:44.035921 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:44.230565 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_common [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Allocated IP 172.20.0.4 (93a8f148-a4ca-43cc-9c85-47927fb5266b/aae511a7-1845-4e42-9052-676f1cb0e3c7/7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a) {{(pid=88119) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:54:44.452186 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks [] for port, precommit_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:44.479378 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741828134361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_create {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:44.486142 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-43fc6011-a0c6-47da-9c4c-419dd246a5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:44.558207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Network 93a8f148-a4ca-43cc-9c85-47927fb5266b is already hosted by enough agents. {{(pid=88119) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:54:44.561510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.scheduler.base_scheduler [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Resources bound (agent type, host, resource id): {{(pid=88119) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:54:44.565891 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Received port after_create {{(pid=88119) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:54:44.595460 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Pushing event updated for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=1']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:44.604148 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:44.635385 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:44.636038 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:44.665830 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-df3f1319-84e5-4eb4-bae1-175d9a7e3bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8229094 Dec 14 19:54:44.678420 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.v2.base [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Request body: {'port': {'device_id': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88119) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:54:44.796279 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.132169 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dcc5b-fa29-4f37-a7ba-24eaafb439ad req-5ff2db6e-bf4a-4394-932e-87490cc85d32 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:45.133807 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce6dcc5b-fa29-4f37-a7ba-24eaafb439ad req-5ff2db6e-bf4a-4394-932e-87490cc85d32 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 931 time: 0.0875418 Dec 14 19:54:45.167165 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a {{(pid=88119) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:54:45.174755 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.184108 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ce6dcc5b-fa29-4f37-a7ba-24eaafb439ad req-fc41a6a5-6547-4b5d-9b71-f68782ac205f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434728 Dec 14 19:54:45.191736 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Transition to ACTIVE for port object 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a will not be triggered until provisioned by entity L2. {{(pid=88119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:54:45.194563 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.199098 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-a55b90f1-54dd-4349-86ec-b113feef8e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:45.327094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Pushing event updated for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=2']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:45.330340 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:45.441440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Attempting to bind port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:54:45.441830 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Attempting to bind port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:54:45.442200 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Attempting to bind port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a on network 93a8f148-a4ca-43cc-9c85-47927fb5266b {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:54:45.448653 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a on network 93a8f148-a4ca-43cc-9c85-47927fb5266b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:54:45.449025 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Attempting to bind port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a on network 93a8f148-a4ca-43cc-9c85-47927fb5266b {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:54:45.456062 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Checking agent: {'id': 'f4f0bfce-3434-4327-b90f-21486251a80f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:54:45.456435 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Checking segment: {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:54:45.456854 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Bound using segment: {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'} {{(pid=88119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:54:45.457353 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.managers [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Bound port: 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c94165d2-26fe-485d-b0e8-5da3190ff120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b'}}] {{(pid=88119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:54:45.457724 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.560155 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, cleared binding levels {{(pid=88119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:54:45.563684 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:54:45.568002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853279740'] for port, after_update {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.571848 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-c3f21957-bfd7-4518-80fc-ae6f73552868 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:45.855845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:45.857402 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] 10.222.0.66 "PUT /v2.0/ports/7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a HTTP/1.1" status: 200 len: 1093 time: 1.1834493 Dec 14 19:54:45.857963 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:45.871758 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Pushing event updated for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=3']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:45.876016 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-30edaa6a-851b-47ae-9481-466068e86b8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:45.930484 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a', 'status': 'completed', 'code': 200} Dec 14 19:54:45.976602 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-3243ca28-16ff-4579-9b2d-381ba900c983 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0807836 Dec 14 19:54:46.049633 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-3a510a1e-6c23-4415-885e-edaaed3951f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a HTTP/1.1" status: 200 len: 217 time: 0.0651898 Dec 14 19:54:46.122942 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-a54bf61c-8acd-4a49-9f2d-e8016e3aedd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:46.124505 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-a54bf61c-8acd-4a49-9f2d-e8016e3aedd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aae511a7-1845-4e42-9052-676f1cb0e3c7 HTTP/1.1" status: 200 len: 849 time: 0.0691249 Dec 14 19:54:46.174426 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-9708a68a-b0d5-439d-b8da-4435c07cd997 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93a8f148-a4ca-43cc-9c85-47927fb5266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438697 Dec 14 19:54:46.323216 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-06ed02e8-451a-4826-8d79-e5aa8b2c2aca service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420858 Dec 14 19:54:46.395504 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b70d8-8b4d-4ed2-b319-38786f82f0f3 req-ef662398-4b5c-40ae-b0f3-1248f9205829 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:46.397041 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e80b70d8-8b4d-4ed2-b319-38786f82f0f3 req-ef662398-4b5c-40ae-b0f3-1248f9205829 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 943 time: 0.0842021 Dec 14 19:54:46.446162 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e80b70d8-8b4d-4ed2-b319-38786f82f0f3 req-2f92793e-ee73-4d9b-b8d0-fadf7d63e83d tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Dec 14 19:54:46.469307 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-ee2056f6-05e6-41dd-b153-aa075ebef716 req-67cfc957-87b6-4931-aa07-88340946a6cc service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379678 Dec 14 19:54:46.590368 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-0f614396-fe42-4721-aa8e-5572a36d4a7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a70655178f246978d071cc98741c657&device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 1096 time: 0.0779238 Dec 14 19:54:46.732811 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc127c58-7a21-42ea-860a-af6b97657360 req-467c1638-7299-4f09-9d7b-85bfae5119d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:46.734335 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-467c1638-7299-4f09-9d7b-85bfae5119d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 200 len: 910 time: 0.1370413 Dec 14 19:54:46.808556 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-85ecb075-df28-4919-88ee-cec5b89ce46c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a HTTP/1.1" status: 200 len: 217 time: 0.0671728 Dec 14 19:54:46.879026 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc127c58-7a21-42ea-860a-af6b97657360 req-11ae08d3-fa1e-46f9-9a2e-38989edfd424 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:46.880571 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-11ae08d3-fa1e-46f9-9a2e-38989edfd424 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aae511a7-1845-4e42-9052-676f1cb0e3c7 HTTP/1.1" status: 200 len: 849 time: 0.0653033 Dec 14 19:54:46.933834 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-690b7572-bea2-4d8d-9b70-8754d3558392 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=93a8f148-a4ca-43cc-9c85-47927fb5266b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470140 Dec 14 19:54:47.083848 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-88e81e4e-4c07-434a-9c53-25751362b40e service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418285 Dec 14 19:54:47.228521 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-dc127c58-7a21-42ea-860a-af6b97657360 req-ead31aaf-a0f5-4e88-ae55-4da81c9deb35 service neutron] 10.222.0.66 "GET /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376336 Dec 14 19:54:47.680068 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e086ed-ad83-4aef-b5c4-12025488e5c1 req-79c6858c-8d96-494f-8cf1-1565e98a0cfa tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:47.681746 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c9e086ed-ad83-4aef-b5c4-12025488e5c1 req-79c6858c-8d96-494f-8cf1-1565e98a0cfa tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 943 time: 0.1007447 Dec 14 19:54:47.732551 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-c9e086ed-ad83-4aef-b5c4-12025488e5c1 req-2cc2190b-1870-45b7-8a1a-fbf1493dbc4f tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Dec 14 19:54:48.953199 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f16cf-ce53-4749-b53a-7358ca65f0d7 req-56ab8216-142d-4ce5-afb9-a22cd3ceb1d2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:48.954788 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d3f16cf-ce53-4749-b53a-7358ca65f0d7 req-56ab8216-142d-4ce5-afb9-a22cd3ceb1d2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 943 time: 0.0854309 Dec 14 19:54:49.010854 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-6d3f16cf-ce53-4749-b53a-7358ca65f0d7 req-57eebeb0-c94e-4a94-bab5-6e6b116ddfd7 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467100 Dec 14 19:54:49.503410 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88120) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:54:49.809930 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:49.824256 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Returning: {'device': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a', 'network_id': '93a8f148-a4ca-43cc-9c85-47927fb5266b', 'port_id': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a', 'mac_address': 'fa:16:3e:2f:44:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae511a7-1845-4e42-9052-676f1cb0e3c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88120) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:54:49.878209 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:49.897131 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a {{(pid=88120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:54:49.912250 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:49.916808 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:49.918649 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:49.986550 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=4']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:49.989935 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:50.224351 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04360f6-e00f-4e25-ad0c-a6d3b30c5a84 req-d20a0947-6762-47f3-b871-1fd9ea323bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:50.226029 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a04360f6-e00f-4e25-ad0c-a6d3b30c5a84 req-d20a0947-6762-47f3-b871-1fd9ea323bb2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 944 time: 0.0898883 Dec 14 19:54:50.258785 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:54:50.277294 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-a04360f6-e00f-4e25-ad0c-a6d3b30c5a84 req-1953609a-e18b-41c6-9782-5dc64b523b1c tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Dec 14 19:54:51.501205 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0f7c-21d3-4979-a6ed-04e9efb3f6dc req-7cce282c-63b2-4f72-a25a-0a742c1f55f0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:51.502730 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51bd0f7c-21d3-4979-a6ed-04e9efb3f6dc req-7cce282c-63b2-4f72-a25a-0a742c1f55f0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 944 time: 0.0954909 Dec 14 19:54:51.505974 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a up at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:54:51.555138 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-51bd0f7c-21d3-4979-a6ed-04e9efb3f6dc req-3da77759-b00e-4cb6-9fdb-157529d9e693 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Dec 14 19:54:51.580360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning for port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a completed by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:54:51.585851 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.provisioning_blocks [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Provisioning complete for port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a triggered by entity L2. {{(pid=88120) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:54:51.586267 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850608330'] for port, provisioning_complete {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:51.702780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851500302'] for port, before_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:51.730607 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a'}] {{(pid=88120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:51.740763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:51.745244 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363295026183250', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741828134378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741828134413'] for port, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:51.747773 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8b3cdaf7-7064-4cb2-b561-1551f886db2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:51.798810 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a', 'code': 200} Dec 14 19:54:51.818695 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Pushing event updated for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=5']} {{(pid=88120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:51.822751 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88120) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:52.029068 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8b5a4cf-312b-4a7a-9405-7a79e32b8fe5 req-e4dfb9b5-d809-4c98-8a0f-3be0e68b4b59 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 1098 time: 0.0742202 Dec 14 19:54:52.074214 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-e8b5a4cf-312b-4a7a-9405-7a79e32b8fe5 req-bc5ac8a4-10a1-4e22-ae18-ffb9b65b9fb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Dec 14 19:54:52.768208 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2c60f-7a52-44b0-bc4e-fa4db4a0c5ae req-beda18c7-68c6-4c17-8f83-a3f907e40755 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:52.769873 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-75b2c60f-7a52-44b0-bc4e-fa4db4a0c5ae req-beda18c7-68c6-4c17-8f83-a3f907e40755 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 945 time: 0.0853295 Dec 14 19:54:52.825977 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-75b2c60f-7a52-44b0-bc4e-fa4db4a0c5ae req-fc8245ca-fb4e-438d-ab48-75027e089d35 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470896 Dec 14 19:54:54.073045 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394703d-fcbc-413d-a30e-daefa3dd95ac req-d3bc4c4e-0865-410e-8820-4e72f0ada880 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:54.074693 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8394703d-fcbc-413d-a30e-daefa3dd95ac req-d3bc4c4e-0865-410e-8820-4e72f0ada880 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 945 time: 0.1025374 Dec 14 19:54:54.127378 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-8394703d-fcbc-413d-a30e-daefa3dd95ac req-e89f5d37-d08a-4a3e-8c70-ddb748fcb5e2 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Dec 14 19:54:54.755432 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:54:55.366462 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff22af-b9aa-4da7-8a9d-97314605563f req-0a7ca903-581b-4379-8050-9ca7c5f97945 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:55.368104 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-56ff22af-b9aa-4da7-8a9d-97314605563f req-0a7ca903-581b-4379-8050-9ca7c5f97945 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 945 time: 0.1013103 Dec 14 19:54:55.419638 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-56ff22af-b9aa-4da7-8a9d-97314605563f req-f4bc1bdf-26a2-4fa7-b8cf-4ff017fe14d0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Dec 14 19:54:56.643318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123886b-2823-43fd-900d-35334b8a15c5 req-1176fa66-1758-429b-bd59-4a9c55b6e930 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88118) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:56.644868 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7123886b-2823-43fd-900d-35334b8a15c5 req-1176fa66-1758-429b-bd59-4a9c55b6e930 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 945 time: 0.0894930 Dec 14 19:54:56.694490 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-7123886b-2823-43fd-900d-35334b8a15c5 req-cc805cb4-0478-492d-a876-69b838342698 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/security-groups?id=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Dec 14 19:54:56.836623 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-edd34b7f-2d17-474e-8054-ae3a45a470c0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88119) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:54:56.837401 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-edd34b7f-2d17-474e-8054-ae3a45a470c0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Synchronizing usage tracker for tenant:1a70655178f246978d071cc98741c657 on resource:port {{(pid=88119) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:54:56.852828 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.quota.resource [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-edd34b7f-2d17-474e-8054-ae3a45a470c0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Unset dirty status for tenant:1a70655178f246978d071cc98741c657 on resource:port {{(pid=88119) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:54:56.854088 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-edd34b7f-2d17-474e-8054-ae3a45a470c0 tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 945 time: 0.1061571 Dec 14 19:54:56.932011 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Deleting port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a {{(pid=88119) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:54:56.932396 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363295026193353'] for port, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:57.188658 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] For port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,segment=NetworkSegment(c94165d2-26fe-485d-b0e8-5da3190ff120),segment_id=c94165d2-26fe-485d-b0e8-5da3190ff120)] {{(pid=88119) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:54:57.188905 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854352426'] for port, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:57.316763 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Calling delete_port for 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a owned by compute:nova {{(pid=88119) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:54:57.475931 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851501426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60834528', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363295026183267', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363295026641439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1496077'] for port, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:57.481990 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:54:57.489088 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.db [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] get_ports_and_sgs() called for port_ids ['7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a'] {{(pid=88120) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:54:57.526552 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Pushing event deleted for resources: {'Port': ['ID=7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:54:57.530397 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:54:57.601892 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] No DVR routers for this DVR port 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a on host hv-cinder-82174 {{(pid=88119) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:54:57.604668 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764546'] for port, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:54:57.607510 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'name': 'network-vif-deleted', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a'}] {{(pid=88119) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:54:57.624158 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-89a56193-5ee6-4ec9-86dc-094b6b3884cd req-da6a07ba-232d-465d-b661-8124ec2d96ba tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.66 "DELETE /v2.0/ports/7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a HTTP/1.1" status: 204 len: 173 time: 0.7643306 Dec 14 19:54:57.667924 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77befa2e-d507-4ce2-9cd2-0192e724cfe7', 'name': 'network-vif-deleted', 'tag': '7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a', 'status': 'completed', 'code': 200} Dec 14 19:54:57.885986 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [req-3de87277-49ea-45f4-ae2a-4d2d68990a3e req-fbd2a7a2-1355-436e-b6ed-1e09b870dfda tempest-VolumesActionsTest-1280079744 tempest-VolumesActionsTest-1280079744-project] 10.222.0.72 "GET /v2.0/ports?device_id=77befa2e-d507-4ce2-9cd2-0192e724cfe7 HTTP/1.1" status: 200 len: 210 time: 0.0465145 Dec 14 19:55:02.144524 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:55:02.190956 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.plugin [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] No Port match for: 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a {{(pid=88120) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:55:02.191366 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.rpc [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Device 7125ebc0-8ef2-4c15-8d4d-9d4f85b6852a not bound to the agent host hv-cinder-82174 {{(pid=88120) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:55:06.361669 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6ef14f69-fd13-4887-8b40-e1a60dd25aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:07.852046 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:07.945423 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:08.573076 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-79e5fc7c-0ad3-4ad7-8757-871a04690fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:09.677197 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:10.588047 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.197210 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 54156) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:55:23.282657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Deleting subnet aae511a7-1845-4e42-9052-676f1cb0e3c7 {{(pid=88118) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:55:23.286207 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.340541 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839408493'] for subnet, precommit_delete_associations {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.403239 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4174364'] for subnet, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.492643 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850601467', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1734214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853318579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15460059'] for subnet, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.497529 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-0e0944db-d910-402d-a42b-6ce4f54d49c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:55:23.534629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae511a7-1845-4e42-9052-676f1cb0e3c7,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:55:23.545304 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.548657 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.549107 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.549531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.549922 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.550360 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.550770 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.551160 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.551569 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.551977 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.552379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.552780 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-iscsi {{(pid=88118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:55:23.556664 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:55:23.564823 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-3fcc8de5-1797-4353-90f7-1e070e6925d0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/aae511a7-1845-4e42-9052-676f1cb0e3c7 HTTP/1.1" status: 204 len: 168 time: 0.3663676 Dec 14 19:55:23.569071 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88119) accepted ('10.222.0.72', 54160) {{(pid=88119) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:55:23.689002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4080807'] for network, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.824594 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171909', 'neutron.services.segments.db._delete_segments_for_network-8741828637896'] for network, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.851361 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a8f148-a4ca-43cc-9c85-47927fb5266b']}} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:55:23.868318 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94165d2-26fe-485d-b0e8-5da3190ff120') {'for_net_delete': True} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:55:23.868654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.services.segments.db [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94165d2-26fe-485d-b0e8-5da3190ff120') {} {{(pid=88119) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:55:23.880907 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741828642777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1462869'] for segment, before_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.896647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850607389'] for segment, precommit_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.903106 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=88119) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:55:23.903531 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4168442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1497049'] for segment, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: Traceback (most recent call last): Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: timer() Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: cb(*args, **kw) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: return func(*args, **kwargs) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: self._notify() Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: self.callback(batched_events) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: event.method(event) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: segment_id)['aggregates'][0] Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: return f(self, *a, **k) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: return self._get(url).json() Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: **kwargs) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: return self.request(url, 'GET', **kwargs) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: **endpoint_filter) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:55:23.917499 dv-cinder-821749-1-iscsi neutron-server[88007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:55:24.006067 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850603890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361126', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3282212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418556'] for network, after_delete {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.010787 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-72de019f-52e8-4894-b94a-7d074e46d78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:55:24.024852 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3282387'] for network, before_response {{(pid=88119) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.040198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Pushing event deleted for resources: {'Network': ['ID=93a8f148-a4ca-43cc-9c85-47927fb5266b,revision_number=None']} {{(pid=88119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:55:24.043667 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88119) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:55:24.049457 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-8fb38d9a-0886-426c-b819-ae58811b689c admin admin] 10.222.0.72 "DELETE /v2.0/networks/93a8f148-a4ca-43cc-9c85-47927fb5266b HTTP/1.1" status: 204 len: 168 time: 0.4792304 Dec 14 19:55:24.205804 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 54166) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:55:24.262219 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-efdc129a-7e2a-4b57-ad1d-740a68770bdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a70655178f246978d071cc98741c657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548522 Dec 14 19:55:24.264743 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.wsgi [-] (88118) accepted ('10.222.0.72', 54170) {{(pid=88118) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:55:24.332017 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.358887 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.409354 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-361098'] for security_group, after_delete {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.413277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-b75e497a-9886-43b0-85db-be6d657d6de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:55:24.427000 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c,revision_number=None']} {{(pid=88118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:55:24.430248 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG oslo_concurrency.lockutils [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:55:24.432456 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:24.433864 dv-cinder-821749-1-iscsi neutron-server[88007]: INFO neutron.wsgi [None req-9023d564-68fa-4ef2-9617-b271fb3deea6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d000d1c3-08ef-4e8f-933a-a4aa81f7ea2c HTTP/1.1" status: 204 len: 168 time: 0.1677902 Dec 14 19:55:31.761710 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:55:36.361752 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6dc22f25-8df5-4e24-bd46-dccade669e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:37.855870 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:37.956105 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:38.580094 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-0f9ec402-bd4e-4403-8f67-589915e7016f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:39.683180 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:55:40.593145 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:06.366251 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f66ec144-ab0a-472c-8600-72e3d1bd749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:07.852437 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:07.989783 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:08.588638 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e9108ed8-cfce-476c-b80e-3cc814f9ab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:08.759436 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:56:09.690499 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:10.597611 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:36.363547 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e3c2-56f8-4dc7-aed1-e8ff3d9a83a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:37.852277 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:37.988386 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:38.578049 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6fce2be2-2258-4adc-8ef3-be72b72f8050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:39.689198 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:40.609194 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:56:45.762421 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:57:06.363553 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-dc41b314-07fc-4017-a8fd-e4bb17acab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:07.854592 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:08.024647 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:08.578379 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-59f93a04-fb24-4195-a315-c67081269e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:09.693471 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:10.606694 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:22.760536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:57:36.364666 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e03ae731-609e-4d83-b114-4335d3b90dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:37.851453 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:38.003873 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:38.583295 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-51cc56c8-bbaf-46d6-93bf-bfa874bbf5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:39.701629 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:40.608345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:57:59.758845 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:58:06.364795 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9fdec8f9-1ed0-45aa-8489-faea13d48076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:07.851451 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:07.999654 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:08.588002 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-fc4f248f-3132-4f85-b70d-c3aa8b81438b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:09.705968 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:10.616372 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:36.361363 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-a5e66980-fa63-4120-8c0d-3b116e410e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:36.756143 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:58:37.854440 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:38.011659 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:38.594349 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-6a36df83-0738-4adb-8f44-4c6996b0a6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:39.710616 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:58:40.622838 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:06.358153 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-9fef0d74-ba9e-42d7-b0f8-8883f39b7581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:07.857602 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:08.030468 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:08.583325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-07f7ef02-9c45-43f1-a7c0-43cf43c60ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:09.715820 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:10.628339 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:13.755080 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:59:36.356083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-bec75462-71fc-4ee2-a4db-d380ea724af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:37.855520 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:38.021083 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:38.588374 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-81979698-520f-45e7-bf82-2a0dd3698834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:39.717978 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:40.627122 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:59:50.751345 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 20:00:06.349961 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-558b0926-6cff-48e8-89ec-af2c3fec95f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:07.862832 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:08.029542 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:08.582796 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-79a93bde-5a86-485a-8788-573936f9afad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:09.726536 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:10.636767 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:27.751325 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron.db.agents_db [None req-36f7ef7c-e15f-44c4-9e73-3818e20f93cf None None] Agent healthcheck: found 6 active agents {{(pid=88121) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 20:00:36.359286 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-d8655c0d-4128-48a4-834d-78e9899e4d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:37.852670 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-8dd14bf8-5209-4082-a562-3f557b971d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:38.042740 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-e7513434-dcb7-4362-be93-1b3d929b87a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:38.585323 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-822879f7-581c-4867-a4e8-b81eabb8db81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:39.730947 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-f1692b6c-bba3-42cc-841a-d42aff687ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 20:00:40.634097 dv-cinder-821749-1-iscsi neutron-server[88007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7114-b72b-460e-b5a4-604c26608b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741828637879', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4167522'] for agent, after_update {{(pid=88120) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}